[ 528.323742] env[66251]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 528.323742] env[66251]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 529.285837] env[66341]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 529.285837] env[66341]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 531.111146] env[66341]: INFO neutron.common.config [-] Logging enabled! [ 531.111505] env[66341]: INFO neutron.common.config [-] /opt/stack/data/venv/bin/neutron-nsxv3-agent version 0.0.1.dev74 [ 531.111638] env[66341]: DEBUG neutron.common.config [-] command line: /opt/stack/data/venv/bin/neutron-nsxv3-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --config-file /etc/neutron/plugins/ml2/ml2-nsxv3-1.ini {{(pid=66341) setup_logging /opt/stack/neutron/neutron/common/config.py:124}} [ 531.111895] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] VMware NSXv3 Agent initializing ... [ 531.111991] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] Eventlet blocking behavior detection initialization completed. [ 531.112849] env[66341]: WARNING oslo_policy.policy [None req-cc640482-af50-4429-9214-67e181db04dc None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 531.113070] env[66341]: WARNING oslo_policy.policy [None req-cc640482-af50-4429-9214-67e181db04dc None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 531.114707] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [None req-cc640482-af50-4429-9214-67e181db04dc None None] VMware NSXv3 Agent initialized successfully. [ 531.115075] env[66341]: DEBUG oslo_concurrency.lockutils [None req-cc640482-af50-4429-9214-67e181db04dc None None] Acquiring lock "singleton_lock" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 531.115206] env[66341]: DEBUG oslo_concurrency.lockutils [None req-cc640482-af50-4429-9214-67e181db04dc None None] Acquired lock "singleton_lock" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 531.115405] env[66341]: DEBUG oslo_concurrency.lockutils [None req-cc640482-af50-4429-9214-67e181db04dc None None] Releasing lock "singleton_lock" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 531.115692] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] Full set of CONF: {{(pid=66341) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/service.py:275}} [ 531.115803] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] ******************************************************************************** {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 531.115902] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] Configuration options gathered from: {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 531.116509] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini', '--config-file', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 531.116697] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 531.116794] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] ================================================================================ {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 531.116963] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] agent_down_time = 75 {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.117116] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] allow_automatic_dhcp_failover = True {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.117249] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] allow_bulk = True {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.117390] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] api_extensions_path = {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.117528] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] api_paste_config = api-paste.ini {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.117664] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] auth_strategy = keystone {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.117761] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] backdoor_port = None {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.117857] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] backdoor_socket = None {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.117988] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] backlog = 4096 {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.118138] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] base_mac = fa:16:3e:00:00:00 {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.118291] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] bind_host = 0.0.0.0 {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.118430] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] bind_port = 9696 {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.118558] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] client_socket_timeout = 900 {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.118690] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] config_dir = [] {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.118795] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.118925] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] config_source = [] {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.119071] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] control_exchange = neutron {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.119208] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] core_plugin = ml2 {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.119340] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] debug = True {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.119472] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] default_availability_zones = [] {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.119673] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.119806] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] dhcp_agent_notification = True {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.119937] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] dhcp_agents_per_network = 1 {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.120074] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] dhcp_lease_duration = 86400 {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.120213] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] dhcp_load_type = networks {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.120345] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] dns_domain = openstacklocal {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.120521] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.120668] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] enable_default_route_bfd = False {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.120798] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] enable_default_route_ecmp = False {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.120925] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] enable_dvr = True {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.121067] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] enable_new_agents = True {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.121197] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] enable_services_on_agents_with_admin_state_down = False {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.121321] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] enable_signals = True {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.121447] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] enable_traditional_dhcp = True {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.121569] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] external_dns_driver = None {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.121691] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] filter_validation = True {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.121826] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] global_physnet_mtu = 8950 {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.121953] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] graceful_shutdown_timeout = 60 {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.122148] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] host = cpu-1 {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.122286] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] host_dvr_for_dhcp = True {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.122418] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] http_retries = 3 {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.122554] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] instance_format = [instance: %(uuid)s] {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.122692] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.122873] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] ipam_driver = internal {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.123028] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] ipv6_pd_enabled = False {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.123163] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] l3_ha = False {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.123300] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.123436] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] l3_ha_network_physical_name = {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.123612] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] l3_ha_network_type = {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.123764] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] log_color = False {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.123900] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] log_config_append = None {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.124047] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.124181] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] log_dir = None {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.124308] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] log_file = None {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.124409] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] log_options = True {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.124541] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] log_rotate_interval = 1 {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.124676] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] log_rotate_interval_type = days {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.124810] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] log_rotation_type = none {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.124911] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.125039] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.125157] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.125289] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.125389] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.125520] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] max_dns_nameservers = 5 {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.125648] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] max_header_line = 16384 {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.125776] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] max_l3_agents_per_router = 3 {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.125901] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] max_logfile_count = 30 {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.126035] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] max_logfile_size_mb = 200 {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.126164] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] max_subnet_host_routes = 20 {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.126298] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] my_ip = 10.180.1.21 {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.126424] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] my_ipv6 = ::1 {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.126569] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] network_auto_schedule = True {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.126746] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] network_link_prefix = None {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.126897] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.127050] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] notify_nova_on_port_data_changes = True {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.127188] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] notify_nova_on_port_status_changes = True {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.127323] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] pagination_max_limit = -1 {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.127453] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] publish_errors = False {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.127583] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] rate_limit_burst = 0 {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.127717] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] rate_limit_except_level = CRITICAL {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.127846] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] rate_limit_interval = 0 {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.127972] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] retry_until_window = 30 {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.128142] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] router_distributed = False {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.128342] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] rpc_resources_processing_step = 20 {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.128509] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] rpc_response_max_timeout = 600 {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.128680] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] rpc_response_timeout = 60 {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.128815] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] send_events_interval = 2 {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.128962] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] service_plugins = ['router'] {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.129113] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] setproctitle = on {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.129240] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] shell_completion = None {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.129374] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] state_path = /opt/stack/data/neutron {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.129509] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] syslog_log_facility = LOG_USER {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.129665] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] tcp_keepidle = 600 {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.129812] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] transport_url = **** {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.129944] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] use_journal = False {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.130084] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] use_json = False {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.130213] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] use_ssl = False {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.130337] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] use_stderr = False {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.130504] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] use_syslog = False {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.130633] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] vlan_qinq = None {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.130758] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] vlan_transparent = None {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.130883] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] watch_log_file = False {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.131027] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] wsgi_default_pool_size = 100 {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.131161] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] wsgi_keep_alive = True {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.131298] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.131438] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] wsgi_server_debug = False {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.131580] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] oslo_concurrency.disable_process_locking = False {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.131721] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.131861] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.131995] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.132148] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] oslo_messaging_metrics.metrics_process_name = {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.132286] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.132419] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.132569] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] profiler.connection_string = messaging:// {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.132748] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] profiler.enabled = False {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.132905] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] profiler.es_doc_type = notification {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.133054] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] profiler.es_scroll_size = 10000 {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.133195] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] profiler.es_scroll_time = 2m {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.133326] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] profiler.filter_error_trace = False {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.133471] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] profiler.hmac_keys = **** {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.133603] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] profiler.sentinel_service_name = mymaster {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.133745] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] profiler.socket_timeout = 0.1 {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.133879] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] profiler.trace_requests = False {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.134016] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] profiler.trace_sqlalchemy = False {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.134163] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] profiler_jaeger.process_tags = {} {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.134292] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] profiler_jaeger.service_name_prefix = None {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.134424] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] profiler_otlp.service_name_prefix = None {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.134572] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] oslo_policy.enforce_new_defaults = True {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.134851] env[66341]: WARNING oslo_config.cfg [None req-cc640482-af50-4429-9214-67e181db04dc None None] Deprecated: Option "enforce_scope" from group "oslo_policy" is deprecated for removal (This configuration was added temporarily to facilitate a smooth transition to the new RBAC. OpenStack will always enforce scope checks. This configuration option is deprecated and will be removed in the 2025.2 cycle.). Its value may be silently ignored in the future. [ 531.135053] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] oslo_policy.enforce_scope = True {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.135208] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] oslo_policy.policy_default_rule = default {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.135361] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.135505] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.135662] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.135812] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.135943] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.136083] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.136215] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.136383] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] oslo_policy.remote_timeout = 60.0 {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.136550] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.136701] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] agent.extensions = [] {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.136840] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.136979] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] service_providers.service_provider = [] {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.137137] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] QUOTAS.default_quota = -1 {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.137279] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.137416] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] QUOTAS.quota_floatingip = 50 {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.137552] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] QUOTAS.quota_network = 100 {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.137684] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] QUOTAS.quota_port = 500 {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.137836] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] QUOTAS.quota_rbac_policy = 10 {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.137991] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] QUOTAS.quota_router = 10 {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.138141] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] QUOTAS.quota_security_group = 10 {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.138276] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] QUOTAS.quota_security_group_rule = 100 {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.138422] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] QUOTAS.quota_subnet = 100 {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.138572] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] QUOTAS.track_quota_usage = True {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.138722] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.138855] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] privsep.group = None {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.138985] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] privsep.helper_command = None {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.139133] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] privsep.log_daemon_traceback = False {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.139275] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] privsep.logger_name = oslo_privsep.daemon {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.139448] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] privsep.thread_pool_size = 8 {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.139596] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] privsep.user = None {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.139740] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] privsep_dhcp_release.capabilities = [21, 12] {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.139871] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] privsep_dhcp_release.group = None {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.140006] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] privsep_dhcp_release.helper_command = None {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.140145] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] privsep_dhcp_release.log_daemon_traceback = False {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.140281] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.140434] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] privsep_dhcp_release.thread_pool_size = 8 {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.140576] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] privsep_dhcp_release.user = None {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.140719] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.140851] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] privsep_ovs_vsctl.group = None {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.141033] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] privsep_ovs_vsctl.helper_command = None {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.141180] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] privsep_ovs_vsctl.log_daemon_traceback = False {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.141323] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.141481] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] privsep_ovs_vsctl.thread_pool_size = 8 {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.141627] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] privsep_ovs_vsctl.user = None {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.141770] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] privsep_namespace.capabilities = [21] {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.141901] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] privsep_namespace.group = None {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.142040] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] privsep_namespace.helper_command = None {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.142177] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] privsep_namespace.log_daemon_traceback = False {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.142313] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.142449] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] privsep_namespace.thread_pool_size = 8 {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.142619] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] privsep_namespace.user = None {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.142807] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] privsep_conntrack.capabilities = [12] {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.142946] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] privsep_conntrack.group = None {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.143090] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] privsep_conntrack.helper_command = None {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.143226] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] privsep_conntrack.log_daemon_traceback = False {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.143362] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.143499] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] privsep_conntrack.thread_pool_size = 8 {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.143632] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] privsep_conntrack.user = None {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.143765] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] privsep_link.capabilities = [12, 21] {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.143891] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] privsep_link.group = None {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.144027] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] privsep_link.helper_command = None {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.144194] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] privsep_link.log_daemon_traceback = False {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.144342] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] privsep_link.logger_name = oslo_privsep.daemon {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.144493] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] privsep_link.thread_pool_size = 8 {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.144639] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] privsep_link.user = None {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.144795] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] AGENT.agent_id = nsxm-l-01a.corp.local {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.144940] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] AGENT.agent_prometheus_exporter_port = 8000 {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.145089] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] AGENT.continue_on_failed_promotions = False {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.145221] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] AGENT.dscp = None {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.145355] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] AGENT.dscp_inherit = False {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.145501] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] AGENT.force_mp_to_policy = True {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.145656] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] AGENT.locking_coordinator_url = None {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.145797] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] AGENT.log_agent_heartbeats = False {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.145932] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] AGENT.logging_expire = 1 {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.146092] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] AGENT.logging_url = unix:///var/run/redis/socket/redis.sock {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.146228] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] AGENT.max_sg_tags_per_segment_port = 27 {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.146371] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] AGENT.polling_interval = 240 {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.146503] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] AGENT.ports_tag_number_decrease_workaround = True {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.146643] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] AGENT.quitting_rpc_timeout = 120 {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.146785] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] AGENT.report_interval = 30.0 {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.146926] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] AGENT.root_helper = sudo /opt/stack/data/venv/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.147116] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] AGENT.root_helper_daemon = sudo /opt/stack/data/venv/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.147275] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] AGENT.rpc_max_records_per_query = 1000 {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.147416] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] AGENT.sync_skew = 60 {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.147575] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] AGENT.synchronization_queue_size = 20 {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.147721] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] AGENT.use_helper_for_ns_read = True {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.147873] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] SECURITYGROUP.enable_ipset = True {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.148013] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] SECURITYGROUP.enable_security_group = True {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.148162] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] SECURITYGROUP.firewall_driver = nsxv3 {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.148302] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] SECURITYGROUP.permitted_ethertypes = [] {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.148448] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] experimental.ipv6_pd_enabled = False {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.148610] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] ml2.extension_drivers = ['port_security'] {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.148744] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] ml2.external_network_type = None {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.148892] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] ml2.mechanism_drivers = ['nsxv3', 'openvswitch', 'logger'] {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.149044] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] ml2.overlay_ip_version = 4 {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.149187] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] ml2.path_mtu = 8950 {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.149328] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] ml2.physical_network_mtus = {} {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.149472] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] ml2.tenant_network_types = ['vlan'] {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.149613] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] ml2.tunnelled_network_rp_name = rp_tunnelled {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.149754] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] ml2.type_drivers = ['vlan'] {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.149937] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] AGENT_CLI.neutron_port_id = [] {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.150092] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] AGENT_CLI.neutron_qos_policy_id = [] {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.150228] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] AGENT_CLI.neutron_security_group_id = [] {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.150372] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] NSXV3.nsxv3_concurrent_requests = 40 {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.150546] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] NSXV3.nsxv3_connection_retry_count = 2 {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.150707] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] NSXV3.nsxv3_connection_retry_sleep = 2 {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.150850] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] NSXV3.nsxv3_default_policy_infrastructure_rules = True {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.150993] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] NSXV3.nsxv3_dfw_connectivity_strategy = NONE {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.151152] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] NSXV3.nsxv3_ip_discovery_switching_profile = nsx-default-ip-discovery-vlan-profile {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.151450] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] NSXV3.nsxv3_login_hostname = nsxt.osci.c.eu-de-1.cloud.sap {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.151552] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] NSXV3.nsxv3_login_password = **** {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.151703] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] NSXV3.nsxv3_login_port = 443 {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.151843] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] NSXV3.nsxv3_login_user = admin {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.151984] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] NSXV3.nsxv3_managed_hosts = [] {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.152142] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] NSXV3.nsxv3_max_records_per_query = 200 {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.152279] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] NSXV3.nsxv3_operation_retry_count = 3 {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.152414] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] NSXV3.nsxv3_operation_retry_sleep = 5 {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.152555] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] NSXV3.nsxv3_realization_timeout = 300 {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.152697] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] NSXV3.nsxv3_remove_orphan_ports_after = 2.0 {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.152866] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] NSXV3.nsxv3_request_timeout = 60 {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.153032] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] NSXV3.nsxv3_requests_per_second = 80 {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.153175] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] NSXV3.nsxv3_requests_per_second_timeout = 7 {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.153315] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] NSXV3.nsxv3_spoof_guard_switching_profile = nsx-default-spoof-guard-vif-profile {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.153459] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] NSXV3.nsxv3_suppress_ssl_warnings = True {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.153616] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] NSXV3.nsxv3_transport_zone_id_cache_time = 86400 {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.153772] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] NSXV3.nsxv3_transport_zone_name = nsx-vlan-transportzone {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.153961] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] vsphere.vsphere_login_hostname = vc-l-01a.corp.local {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.154119] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] vsphere.vsphere_login_password = VMware1! {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.154277] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] vsphere.vsphere_login_username = administrator@vsphere.local {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.154444] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] vsphere.vsphere_suppress_ssl_wornings = True {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.154592] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] nova.auth_section = None {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.154739] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] nova.auth_type = password {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.154880] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.155021] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] nova.certfile = None {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.155161] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] nova.collect_timing = False {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.155304] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] nova.endpoint_type = public {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.155439] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] nova.insecure = False {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.155569] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] nova.keyfile = None {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.155712] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] nova.region_name = RegionOne {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.155910] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] nova.split_loggers = False {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.156065] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] nova.timeout = None {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.156207] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] placement.auth_section = None {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.156352] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] placement.auth_type = password {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.156493] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.156643] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] placement.certfile = None {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.156789] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] placement.collect_timing = False {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.156929] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] placement.endpoint_type = public {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.157070] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] placement.insecure = False {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.157201] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] placement.keyfile = None {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.157326] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] placement.region_name = None {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.157486] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] placement.split_loggers = False {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.157633] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] placement.timeout = None {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.157774] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] ironic.auth_section = None {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.157906] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] ironic.auth_type = None {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.158045] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] ironic.cafile = None {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.158179] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] ironic.certfile = None {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.158332] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] ironic.collect_timing = False {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.158475] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] ironic.connect_retries = None {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.158604] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] ironic.connect_retry_delay = None {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.158835] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] ironic.enable_notifications = False {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.158988] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] ironic.endpoint_override = None {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.159157] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] ironic.insecure = False {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.159292] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] ironic.interface = None {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.159422] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] ironic.keyfile = None {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.159553] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] ironic.max_version = None {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.159701] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] ironic.min_version = None {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.159841] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] ironic.region_name = None {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.159974] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] ironic.retriable_status_codes = None {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.160114] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] ironic.service_name = None {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.160240] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] ironic.service_type = None {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.160371] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] ironic.split_loggers = False {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.160544] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] ironic.status_code_retries = None {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.160702] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] ironic.status_code_retry_delay = None {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.160834] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] ironic.timeout = None {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.160965] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] ironic.valid_interfaces = None {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.161108] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] ironic.version = None {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.161245] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] cli_script.dry_run = False {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.161391] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.161521] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.161654] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.161783] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.161914] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.162059] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.162194] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.162325] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.162455] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.162627] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] oslo_messaging_rabbit.hostname = devstack {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.162784] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.162943] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.163098] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.163235] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.163368] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.163543] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] oslo_messaging_rabbit.processname = neutron-nsxv3-agent {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.163682] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.163814] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.163952] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.164096] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.164228] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.164356] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.164484] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.164612] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.164741] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.164869] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.165043] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.165198] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.165331] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.165462] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.165592] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] oslo_messaging_rabbit.ssl = False {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.165757] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.165914] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.166063] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.166205] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.166342] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] oslo_messaging_rabbit.ssl_version = {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.166506] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.166668] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] oslo_messaging_notifications.driver = [] {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.166805] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] oslo_messaging_notifications.retry = -1 {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.166957] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.167103] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] oslo_messaging_notifications.transport_url = **** {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.167204] env[66341]: DEBUG oslo_service.backend._eventlet.service [None req-cc640482-af50-4429-9214-67e181db04dc None None] ******************************************************************************** {{(pid=66341) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 531.168357] env[66341]: DEBUG neutron.agent.securitygroups_rpc [None req-ebb35a8f-90ae-4f98-9b2d-22c68c956d60 None None] Init firewall settings (driver=nsxv3) {{(pid=66341) init_firewall /opt/stack/neutron/neutron/agent/securitygroups_rpc.py:137}} [ 531.169742] env[66341]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.extensions.firewall [None req-ebb35a8f-90ae-4f98-9b2d-22c68c956d60 None None] Initializing NSXv3SecurityGroupsDriver dummy driver. {{(pid=66341) __init__ /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/extensions/firewall.py:16}} [ 531.169989] env[66341]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-ebb35a8f-90ae-4f98-9b2d-22c68c956d60 None None] RPC agent_id: nsxm-l-01a.corp.local [ 531.172285] env[66341]: DEBUG dogpile.cache.region [None req-ebb35a8f-90ae-4f98-9b2d-22c68c956d60 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 531.172418] env[66341]: DEBUG dogpile.lock [None req-ebb35a8f-90ae-4f98-9b2d-22c68c956d60 None None] NeedRegenerationException {{(pid=66341) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 531.172525] env[66341]: DEBUG dogpile.lock [None req-ebb35a8f-90ae-4f98-9b2d-22c68c956d60 None None] no value, waiting for create lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 531.172634] env[66341]: DEBUG dogpile.lock [None req-ebb35a8f-90ae-4f98-9b2d-22c68c956d60 None None] value creation lock acquired {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 531.172734] env[66341]: DEBUG dogpile.cache.region [None req-ebb35a8f-90ae-4f98-9b2d-22c68c956d60 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 531.172822] env[66341]: DEBUG dogpile.lock [None req-ebb35a8f-90ae-4f98-9b2d-22c68c956d60 None None] Calling creation function for not-yet-present value {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 531.172945] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb35a8f-90ae-4f98-9b2d-22c68c956d60 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 531.203260] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-ebb35a8f-90ae-4f98-9b2d-22c68c956d60 None None] Session token - acquiring [ 531.204806] env[66341]: DEBUG networking_nsxv3.common.locking [None req-ebb35a8f-90ae-4f98-9b2d-22c68c956d60 None None] Lock https://nsxt.osci.c.eu-de-1.cloud.sap:443 taken with stack trace [, , , , , , , , , , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 531.204969] env[66341]: DEBUG oslo_concurrency.lockutils [None req-ebb35a8f-90ae-4f98-9b2d-22c68c956d60 None None] Acquiring lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 531.205104] env[66341]: DEBUG oslo_concurrency.lockutils [None req-ebb35a8f-90ae-4f98-9b2d-22c68c956d60 None None] Acquired lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 531.205575] env[66341]: DEBUG oslo_concurrency.lockutils [None req-ebb35a8f-90ae-4f98-9b2d-22c68c956d60 None None] Acquired external semaphore "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 531.216228] env[66341]: DEBUG oslo_concurrency.lockutils [None req-ebb35a8f-90ae-4f98-9b2d-22c68c956d60 None None] Releasing lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 531.484180] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-ebb35a8f-90ae-4f98-9b2d-22c68c956d60 None None] Session token - acquired, connected to NSX-T 4.1.2.0.0.22589037 [ 531.504660] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb35a8f-90ae-4f98-9b2d-22c68c956d60 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 531.504832] env[66341]: DEBUG dogpile.cache.region [None req-ebb35a8f-90ae-4f98-9b2d-22c68c956d60 None None] Cache value generated in 0.332 seconds for key(s): 'zone-id' {{(pid=66341) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 531.504964] env[66341]: DEBUG dogpile.lock [None req-ebb35a8f-90ae-4f98-9b2d-22c68c956d60 None None] Released creation lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 531.505054] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb35a8f-90ae-4f98-9b2d-22c68c956d60 None None] Activating Policy API Provider. [ 531.505237] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb35a8f-90ae-4f98-9b2d-22c68c956d60 None None] Looking for the default Infrastructure Rules. [ 531.579067] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb35a8f-90ae-4f98-9b2d-22c68c956d60 None None] Looking for the Default Layer3 Logged Drop Section. [ 531.593758] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-ebb35a8f-90ae-4f98-9b2d-22c68c956d60 None None] Detected NSX-T (4, 1, 2, 0, 0, 22589037) version. [ 531.594222] env[66341]: DEBUG networking_nsxv3.common.locking [None req-ebb35a8f-90ae-4f98-9b2d-22c68c956d60 None None] Lock all taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 531.594392] env[66341]: DEBUG oslo_concurrency.lockutils [None req-ebb35a8f-90ae-4f98-9b2d-22c68c956d60 None None] Acquiring lock "all" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 531.594495] env[66341]: DEBUG oslo_concurrency.lockutils [None req-ebb35a8f-90ae-4f98-9b2d-22c68c956d60 None None] Acquired lock "all" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 531.594782] env[66341]: DEBUG oslo_concurrency.lockutils [None req-ebb35a8f-90ae-4f98-9b2d-22c68c956d60 None None] Acquired external semaphore "all" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 531.595132] env[66341]: DEBUG networking_nsxv3.api.rpc [None req-ebb35a8f-90ae-4f98-9b2d-22c68c956d60 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 532.111154] env[66341]: DEBUG networking_nsxv3.api.rpc [None req-ebb35a8f-90ae-4f98-9b2d-22c68c956d60 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 532.614256] env[66341]: DEBUG networking_nsxv3.api.rpc [None req-ebb35a8f-90ae-4f98-9b2d-22c68c956d60 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 533.116796] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-ebb35a8f-90ae-4f98-9b2d-22c68c956d60 None None] Inventory metadata is going to be refreshed. [ 533.117145] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb35a8f-90ae-4f98-9b2d-22c68c956d60 None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 533.883288] env[66341]: DEBUG networking_nsxv3.common.locking [None req-ebb35a8f-90ae-4f98-9b2d-22c68c956d60 None None] Lock Segment taken with stack trace [, , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 533.883622] env[66341]: DEBUG oslo_concurrency.lockutils [None req-ebb35a8f-90ae-4f98-9b2d-22c68c956d60 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 533.883622] env[66341]: DEBUG oslo_concurrency.lockutils [None req-ebb35a8f-90ae-4f98-9b2d-22c68c956d60 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 533.883870] env[66341]: DEBUG oslo_concurrency.lockutils [None req-ebb35a8f-90ae-4f98-9b2d-22c68c956d60 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 533.894466] env[66341]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [None req-ebb35a8f-90ae-4f98-9b2d-22c68c956d60 None None] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 533.895346] env[66341]: DEBUG oslo_concurrency.lockutils [None req-ebb35a8f-90ae-4f98-9b2d-22c68c956d60 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 533.896171] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb35a8f-90ae-4f98-9b2d-22c68c956d60 None None] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 533.912707] env[66341]: DEBUG networking_nsxv3.common.locking [None req-ebb35a8f-90ae-4f98-9b2d-22c68c956d60 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 533.912989] env[66341]: DEBUG oslo_concurrency.lockutils [None req-ebb35a8f-90ae-4f98-9b2d-22c68c956d60 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 533.912989] env[66341]: DEBUG oslo_concurrency.lockutils [None req-ebb35a8f-90ae-4f98-9b2d-22c68c956d60 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 533.913373] env[66341]: DEBUG oslo_concurrency.lockutils [None req-ebb35a8f-90ae-4f98-9b2d-22c68c956d60 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 533.913500] env[66341]: DEBUG oslo_concurrency.lockutils [None req-ebb35a8f-90ae-4f98-9b2d-22c68c956d60 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 533.913644] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb35a8f-90ae-4f98-9b2d-22c68c956d60 None None] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 533.913757] env[66341]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb35a8f-90ae-4f98-9b2d-22c68c956d60 None None] Outdated resources of Type:SegmentPort Are:set() {{(pid=66341) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 533.913859] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb35a8f-90ae-4f98-9b2d-22c68c956d60 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 533.933776] env[66341]: DEBUG networking_nsxv3.common.locking [None req-ebb35a8f-90ae-4f98-9b2d-22c68c956d60 None None] Lock Security Group (Rules) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 533.934032] env[66341]: DEBUG oslo_concurrency.lockutils [None req-ebb35a8f-90ae-4f98-9b2d-22c68c956d60 None None] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 533.934098] env[66341]: DEBUG oslo_concurrency.lockutils [None req-ebb35a8f-90ae-4f98-9b2d-22c68c956d60 None None] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 533.934354] env[66341]: DEBUG oslo_concurrency.lockutils [None req-ebb35a8f-90ae-4f98-9b2d-22c68c956d60 None None] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 533.934530] env[66341]: DEBUG oslo_concurrency.lockutils [None req-ebb35a8f-90ae-4f98-9b2d-22c68c956d60 None None] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 533.934679] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb35a8f-90ae-4f98-9b2d-22c68c956d60 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 533.956719] env[66341]: DEBUG networking_nsxv3.common.locking [None req-ebb35a8f-90ae-4f98-9b2d-22c68c956d60 None None] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 533.957060] env[66341]: DEBUG oslo_concurrency.lockutils [None req-ebb35a8f-90ae-4f98-9b2d-22c68c956d60 None None] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 533.957060] env[66341]: DEBUG oslo_concurrency.lockutils [None req-ebb35a8f-90ae-4f98-9b2d-22c68c956d60 None None] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 533.957306] env[66341]: DEBUG oslo_concurrency.lockutils [None req-ebb35a8f-90ae-4f98-9b2d-22c68c956d60 None None] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 533.957455] env[66341]: DEBUG oslo_concurrency.lockutils [None req-ebb35a8f-90ae-4f98-9b2d-22c68c956d60 None None] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 533.957603] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb35a8f-90ae-4f98-9b2d-22c68c956d60 None None] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 533.985649] env[66341]: DEBUG networking_nsxv3.common.locking [None req-ebb35a8f-90ae-4f98-9b2d-22c68c956d60 None None] Lock Address Group taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 533.985946] env[66341]: DEBUG oslo_concurrency.lockutils [None req-ebb35a8f-90ae-4f98-9b2d-22c68c956d60 None None] Acquiring lock "Address Group" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 533.985946] env[66341]: DEBUG oslo_concurrency.lockutils [None req-ebb35a8f-90ae-4f98-9b2d-22c68c956d60 None None] Acquired lock "Address Group" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 533.986250] env[66341]: DEBUG oslo_concurrency.lockutils [None req-ebb35a8f-90ae-4f98-9b2d-22c68c956d60 None None] Acquired external semaphore "Address Group" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 533.986403] env[66341]: DEBUG oslo_concurrency.lockutils [None req-ebb35a8f-90ae-4f98-9b2d-22c68c956d60 None None] Releasing lock "Address Group" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 533.986564] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb35a8f-90ae-4f98-9b2d-22c68c956d60 None None] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 533.986670] env[66341]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb35a8f-90ae-4f98-9b2d-22c68c956d60 None None] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=66341) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 533.986773] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb35a8f-90ae-4f98-9b2d-22c68c956d60 None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 534.008287] env[66341]: DEBUG networking_nsxv3.common.locking [None req-ebb35a8f-90ae-4f98-9b2d-22c68c956d60 None None] Lock Segment QoS taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 534.008647] env[66341]: DEBUG oslo_concurrency.lockutils [None req-ebb35a8f-90ae-4f98-9b2d-22c68c956d60 None None] Acquiring lock "Segment QoS" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 534.008647] env[66341]: DEBUG oslo_concurrency.lockutils [None req-ebb35a8f-90ae-4f98-9b2d-22c68c956d60 None None] Acquired lock "Segment QoS" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 534.008920] env[66341]: DEBUG oslo_concurrency.lockutils [None req-ebb35a8f-90ae-4f98-9b2d-22c68c956d60 None None] Acquired external semaphore "Segment QoS" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 534.009066] env[66341]: DEBUG oslo_concurrency.lockutils [None req-ebb35a8f-90ae-4f98-9b2d-22c68c956d60 None None] Releasing lock "Segment QoS" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 534.009218] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb35a8f-90ae-4f98-9b2d-22c68c956d60 None None] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 534.009323] env[66341]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb35a8f-90ae-4f98-9b2d-22c68c956d60 None None] Outdated resources of Type:Segment QoS Are:set() {{(pid=66341) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 534.009429] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb35a8f-90ae-4f98-9b2d-22c68c956d60 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 534.042671] env[66341]: DEBUG networking_nsxv3.common.locking [None req-ebb35a8f-90ae-4f98-9b2d-22c68c956d60 None None] Lock Security Group (Members) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 534.043106] env[66341]: DEBUG oslo_concurrency.lockutils [None req-ebb35a8f-90ae-4f98-9b2d-22c68c956d60 None None] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 534.043106] env[66341]: DEBUG oslo_concurrency.lockutils [None req-ebb35a8f-90ae-4f98-9b2d-22c68c956d60 None None] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 534.043320] env[66341]: DEBUG oslo_concurrency.lockutils [None req-ebb35a8f-90ae-4f98-9b2d-22c68c956d60 None None] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 534.043543] env[66341]: DEBUG oslo_concurrency.lockutils [None req-ebb35a8f-90ae-4f98-9b2d-22c68c956d60 None None] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 534.043729] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb35a8f-90ae-4f98-9b2d-22c68c956d60 None None] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 534.043837] env[66341]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ebb35a8f-90ae-4f98-9b2d-22c68c956d60 None None] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=66341) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 534.043837] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-ebb35a8f-90ae-4f98-9b2d-22c68c956d60 None None] Inventory metadata have been refreshed. [ 534.044040] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-ebb35a8f-90ae-4f98-9b2d-22c68c956d60 None None] Dryrun:True. Metadata refresh completed. [ 534.044095] env[66341]: DEBUG oslo_concurrency.lockutils [None req-ebb35a8f-90ae-4f98-9b2d-22c68c956d60 None None] Releasing lock "all" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 534.045950] env[66341]: INFO neutron.agent.agent_extensions_manager [None req-ebb35a8f-90ae-4f98-9b2d-22c68c956d60 None None] Loaded agent extensions: [] [ 534.046743] env[66341]: DEBUG neutron_lib.callbacks.manager [None req-ebb35a8f-90ae-4f98-9b2d-22c68c956d60 None None] Publish callbacks [] for NSXv3 Agent (None), after_init {{(pid=66341) _notify_loop /opt/stack/data/venv/lib/python3.10/site-packages/neutron_lib/callbacks/manager.py:184}} [ 534.102148] env[66341]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-ebb35a8f-90ae-4f98-9b2d-22c68c956d60 None None] NSXv3 Agent Agent RPC Daemon Started! [ 534.102319] env[66341]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-ebb35a8f-90ae-4f98-9b2d-22c68c956d60 None None] NSXv3 Agent Agent loop - iteration:0 started [ 534.102380] env[66341]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-ebb35a8f-90ae-4f98-9b2d-22c68c956d60 None None] NSXv3 Agent Agent out of sync with plugin! [ 539.047605] env[66341]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 539.047605] env[66341]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 544.049517] env[66341]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 544.049517] env[66341]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 548.847186] env[66341]: INFO networking_nsxv3.common.synchronization [None req-f9536469-d2b3-4f7f-8208-268f4f256e86 demo admin] Enqueued Resource ID: 6d8eaf06-aa1f-4803-9a2b-40219bb95cb2 with Priority: HIGHEST for action security_group_rules [ 548.847760] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d8eaf06-aa1f-4803-9a2b-40219bb95cb2 with Priority: HIGHEST for action security_group_rules [ 548.848112] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6d8eaf06-aa1f-4803-9a2b-40219bb95cb2 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 548.848259] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6d8eaf06-aa1f-4803-9a2b-40219bb95cb2" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 548.848360] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6d8eaf06-aa1f-4803-9a2b-40219bb95cb2" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 548.848716] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6d8eaf06-aa1f-4803-9a2b-40219bb95cb2" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 548.848852] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6d8eaf06-aa1f-4803-9a2b-40219bb95cb2',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 549.370309] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 549.370550] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 549.370550] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 549.370748] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 549.370863] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 549.370970] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6d8eaf06-aa1f-4803-9a2b-40219bb95cb2 already deleted. [ 549.371069] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6d8eaf06-aa1f-4803-9a2b-40219bb95cb2" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 553.848718] env[66341]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 553.849226] env[66341]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 558.850389] env[66341]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 558.850606] env[66341]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 561.050500] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 561.051038] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 561.051038] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 561.051038] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 561.051247] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 561.553979] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 562.056177] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 562.558906] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 562.559129] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 563.254469] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 563.254901] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 563.254901] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 563.254901] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 563.266909] env[66341]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 563.267808] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 563.268446] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 563.286455] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 563.286704] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 563.286704] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 563.286864] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 563.286951] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 563.287081] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 563.287154] env[66341]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=66341) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 563.287224] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 563.312173] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 563.312411] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 563.312411] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 563.312575] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 563.312708] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 563.312819] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 563.333913] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 563.334158] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 563.334158] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 563.334395] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 563.334507] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 563.334621] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 563.355497] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 563.355756] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 563.355756] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 563.355901] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 563.356011] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 563.356136] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 563.356210] env[66341]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=66341) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 563.356303] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 563.374171] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 563.374400] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 563.374400] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 563.374569] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 563.374658] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 563.374765] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 563.374838] env[66341]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=66341) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 563.374909] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 563.394420] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 563.394630] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 563.394630] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 563.394796] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 563.394899] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 563.395024] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 563.395101] env[66341]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=66341) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 563.395169] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 563.395229] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 563.395302] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Rules [ 563.395364] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Members [ 563.395426] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:QoS [ 563.395690] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Items outdated since last Agent sanitize:0 [ 563.395753] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Sanitizing provider based on age cycles [ 563.395821] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 563.414805] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 563.414991] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 563.415051] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 563.415244] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 563.415353] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 563.415457] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 563.434540] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 563.434777] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 563.434777] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 563.434929] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 563.435047] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 563.448540] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 563.851758] env[66341]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 563.851925] env[66341]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 568.854453] env[66341]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 568.854890] env[66341]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 573.855929] env[66341]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 573.856322] env[66341]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 574.471926] env[66341]: INFO networking_nsxv3.common.synchronization [None req-efa49018-1469-4138-9d34-3f0bf887844d None None] Enqueued Resource ID: 04e80413-948a-4cec-9334-24a8f846a93c with Priority: HIGHEST for action port [ 574.472797] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04e80413-948a-4cec-9334-24a8f846a93c with Priority: HIGHEST for action port [ 574.473126] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-04e80413-948a-4cec-9334-24a8f846a93c taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 574.473224] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-04e80413-948a-4cec-9334-24a8f846a93c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.473291] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-04e80413-948a-4cec-9334-24a8f846a93c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 574.473558] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-04e80413-948a-4cec-9334-24a8f846a93c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 574.473645] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('04e80413-948a-4cec-9334-24a8f846a93c',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 574.976450] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 04e80413-948a-4cec-9334-24a8f846a93c [ 574.976719] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 574.977052] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.977052] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 574.977540] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 574.977704] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 574.977756] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:04e80413-948a-4cec-9334-24a8f846a93c already deleted. [ 574.977827] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-04e80413-948a-4cec-9334-24a8f846a93c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 576.667875] env[66341]: INFO networking_nsxv3.common.synchronization [None req-3039366d-5452-4872-a659-d730e2bc14d1 None None] Enqueued Resource ID: dae5196b-3bda-4a26-8d2f-d985404d3d24 with Priority: HIGHEST for action port [ 576.667875] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dae5196b-3bda-4a26-8d2f-d985404d3d24 with Priority: HIGHEST for action port [ 576.667875] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-dae5196b-3bda-4a26-8d2f-d985404d3d24 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.667875] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dae5196b-3bda-4a26-8d2f-d985404d3d24" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.668443] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dae5196b-3bda-4a26-8d2f-d985404d3d24" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.668443] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dae5196b-3bda-4a26-8d2f-d985404d3d24" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 576.668443] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dae5196b-3bda-4a26-8d2f-d985404d3d24',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 577.172398] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dae5196b-3bda-4a26-8d2f-d985404d3d24 [ 577.172398] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.172398] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.172398] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.172398] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.172398] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.172398] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dae5196b-3bda-4a26-8d2f-d985404d3d24 already deleted. [ 577.172398] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dae5196b-3bda-4a26-8d2f-d985404d3d24" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.010980] env[66341]: INFO networking_nsxv3.common.synchronization [None req-b0c049ad-7bed-485e-8621-9124b8f9cb97 None None] Enqueued Resource ID: 3e3c2bda-5fc5-4f12-9d01-f6e7a214f27d with Priority: HIGHEST for action port [ 578.011334] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e3c2bda-5fc5-4f12-9d01-f6e7a214f27d with Priority: HIGHEST for action port [ 578.012188] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-3e3c2bda-5fc5-4f12-9d01-f6e7a214f27d taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.012322] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3e3c2bda-5fc5-4f12-9d01-f6e7a214f27d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.012322] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3e3c2bda-5fc5-4f12-9d01-f6e7a214f27d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.012978] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3e3c2bda-5fc5-4f12-9d01-f6e7a214f27d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.012978] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3e3c2bda-5fc5-4f12-9d01-f6e7a214f27d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 578.516988] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3e3c2bda-5fc5-4f12-9d01-f6e7a214f27d [ 578.517564] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.517564] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.517998] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.517998] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.517998] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.518763] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3e3c2bda-5fc5-4f12-9d01-f6e7a214f27d already deleted. [ 578.518763] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3e3c2bda-5fc5-4f12-9d01-f6e7a214f27d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.226379] env[66341]: INFO networking_nsxv3.common.synchronization [None req-3e4ee81d-ac80-4471-a8dd-7763db0f317a None None] Enqueued Resource ID: 4f12fefe-f5c0-4fb2-a3b6-7eb3c2f96810 with Priority: HIGHEST for action port [ 580.226935] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f12fefe-f5c0-4fb2-a3b6-7eb3c2f96810 with Priority: HIGHEST for action port [ 580.227075] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-4f12fefe-f5c0-4fb2-a3b6-7eb3c2f96810 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.227695] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4f12fefe-f5c0-4fb2-a3b6-7eb3c2f96810" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.227695] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4f12fefe-f5c0-4fb2-a3b6-7eb3c2f96810" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.227695] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4f12fefe-f5c0-4fb2-a3b6-7eb3c2f96810" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.227695] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4f12fefe-f5c0-4fb2-a3b6-7eb3c2f96810',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 580.607655] env[66341]: INFO networking_nsxv3.common.synchronization [None req-c5799f60-3deb-4d44-aee1-24d3ba8df861 None None] Enqueued Resource ID: d5241cd8-757e-498f-b315-8ef0be951b2b with Priority: HIGHEST for action port [ 580.608065] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5241cd8-757e-498f-b315-8ef0be951b2b with Priority: HIGHEST for action port [ 580.608501] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-d5241cd8-757e-498f-b315-8ef0be951b2b taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.608685] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d5241cd8-757e-498f-b315-8ef0be951b2b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.608685] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d5241cd8-757e-498f-b315-8ef0be951b2b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.610110] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d5241cd8-757e-498f-b315-8ef0be951b2b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.610110] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d5241cd8-757e-498f-b315-8ef0be951b2b',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 580.733182] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4f12fefe-f5c0-4fb2-a3b6-7eb3c2f96810 [ 580.733182] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.733182] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.733182] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.733182] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.733182] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.733182] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4f12fefe-f5c0-4fb2-a3b6-7eb3c2f96810 already deleted. [ 580.733182] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4f12fefe-f5c0-4fb2-a3b6-7eb3c2f96810" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.831255] env[66341]: INFO networking_nsxv3.common.synchronization [None req-ee6bf65f-2169-4152-9fa2-ff522ef966b8 None None] Enqueued Resource ID: df0a99b8-441d-4c94-8113-e9ea87ecc904 with Priority: HIGHEST for action port [ 580.833996] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df0a99b8-441d-4c94-8113-e9ea87ecc904 with Priority: HIGHEST for action port [ 580.833996] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-df0a99b8-441d-4c94-8113-e9ea87ecc904 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.833996] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-df0a99b8-441d-4c94-8113-e9ea87ecc904" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.833996] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-df0a99b8-441d-4c94-8113-e9ea87ecc904" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.833996] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-df0a99b8-441d-4c94-8113-e9ea87ecc904" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.833996] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('df0a99b8-441d-4c94-8113-e9ea87ecc904',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 581.111527] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d5241cd8-757e-498f-b315-8ef0be951b2b [ 581.111527] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.111527] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.111723] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.111757] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.112229] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.112229] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d5241cd8-757e-498f-b315-8ef0be951b2b already deleted. [ 581.112229] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d5241cd8-757e-498f-b315-8ef0be951b2b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.336256] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port df0a99b8-441d-4c94-8113-e9ea87ecc904 [ 581.336538] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.336538] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.337329] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.337767] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.338987] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.338987] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:df0a99b8-441d-4c94-8113-e9ea87ecc904 already deleted. [ 581.338987] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-df0a99b8-441d-4c94-8113-e9ea87ecc904" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.090811] env[66341]: INFO networking_nsxv3.common.synchronization [None req-b44d7e6b-6857-4c36-97b6-0fa0474f486a None None] Enqueued Resource ID: d5e47f54-e1d9-419a-ae2b-9afe93a12892 with Priority: HIGHEST for action port [ 582.091093] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5e47f54-e1d9-419a-ae2b-9afe93a12892 with Priority: HIGHEST for action port [ 582.091697] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-d5e47f54-e1d9-419a-ae2b-9afe93a12892 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.091819] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d5e47f54-e1d9-419a-ae2b-9afe93a12892" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.091901] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d5e47f54-e1d9-419a-ae2b-9afe93a12892" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.094363] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d5e47f54-e1d9-419a-ae2b-9afe93a12892" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.094582] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d5e47f54-e1d9-419a-ae2b-9afe93a12892',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 582.600261] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d5e47f54-e1d9-419a-ae2b-9afe93a12892 [ 582.600261] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.600261] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.600261] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.600261] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.600261] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.600261] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d5e47f54-e1d9-419a-ae2b-9afe93a12892 already deleted. [ 582.600261] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d5e47f54-e1d9-419a-ae2b-9afe93a12892" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.630149] env[66341]: INFO networking_nsxv3.common.synchronization [None req-65832bb7-eaa4-4924-b92c-2d4f590165c2 None None] Enqueued Resource ID: cac12499-cc97-4512-a26f-f4c621d457ec with Priority: HIGHEST for action port [ 582.630482] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cac12499-cc97-4512-a26f-f4c621d457ec with Priority: HIGHEST for action port [ 582.630775] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-cac12499-cc97-4512-a26f-f4c621d457ec taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.630900] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cac12499-cc97-4512-a26f-f4c621d457ec" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.631036] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cac12499-cc97-4512-a26f-f4c621d457ec" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.633087] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cac12499-cc97-4512-a26f-f4c621d457ec" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.633087] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cac12499-cc97-4512-a26f-f4c621d457ec',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 583.138299] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cac12499-cc97-4512-a26f-f4c621d457ec [ 583.139111] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.139111] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.139111] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.140602] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.140602] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.140602] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cac12499-cc97-4512-a26f-f4c621d457ec already deleted. [ 583.140602] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cac12499-cc97-4512-a26f-f4c621d457ec" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.564977] env[66341]: INFO networking_nsxv3.common.synchronization [None req-e772ec4b-61de-4688-9580-a40b5d41551a None None] Enqueued Resource ID: 082217ec-51cd-4be4-be67-5838e793d2b7 with Priority: HIGHEST for action port [ 583.565729] env[66341]: INFO networking_nsxv3.common.synchronization [None req-f38a704b-2a5b-4c48-ad45-ae3cdb902c75 None None] Enqueued Resource ID: 6b1d0c2e-c558-422a-8d8d-472b6ef3625a with Priority: HIGHEST for action port [ 583.565935] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 082217ec-51cd-4be4-be67-5838e793d2b7 with Priority: HIGHEST for action port [ 583.567279] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b1d0c2e-c558-422a-8d8d-472b6ef3625a with Priority: HIGHEST for action port [ 583.567901] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-082217ec-51cd-4be4-be67-5838e793d2b7 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.568038] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-082217ec-51cd-4be4-be67-5838e793d2b7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.568158] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-082217ec-51cd-4be4-be67-5838e793d2b7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.568413] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-082217ec-51cd-4be4-be67-5838e793d2b7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.568466] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('082217ec-51cd-4be4-be67-5838e793d2b7',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 583.569268] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-6b1d0c2e-c558-422a-8d8d-472b6ef3625a taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.569435] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6b1d0c2e-c558-422a-8d8d-472b6ef3625a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.569480] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6b1d0c2e-c558-422a-8d8d-472b6ef3625a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.569657] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6b1d0c2e-c558-422a-8d8d-472b6ef3625a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.569737] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6b1d0c2e-c558-422a-8d8d-472b6ef3625a',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 584.074651] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 082217ec-51cd-4be4-be67-5838e793d2b7 [ 584.074896] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.075190] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.075190] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.075302] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.075426] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.075496] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:082217ec-51cd-4be4-be67-5838e793d2b7 already deleted. [ 584.077443] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-082217ec-51cd-4be4-be67-5838e793d2b7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.080883] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6b1d0c2e-c558-422a-8d8d-472b6ef3625a [ 584.081150] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.081267] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.081683] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.081683] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.081683] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.081793] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6b1d0c2e-c558-422a-8d8d-472b6ef3625a already deleted. [ 584.081793] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6b1d0c2e-c558-422a-8d8d-472b6ef3625a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.781955] env[66341]: INFO networking_nsxv3.common.synchronization [None req-c32e9c8c-286a-42b4-a8c1-11ab98fe14f9 None None] Enqueued Resource ID: 518bda2e-18f1-453b-a0eb-d220b92538a9 with Priority: HIGHEST for action port [ 585.783037] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 518bda2e-18f1-453b-a0eb-d220b92538a9 with Priority: HIGHEST for action port [ 585.783313] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-518bda2e-18f1-453b-a0eb-d220b92538a9 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.783439] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-518bda2e-18f1-453b-a0eb-d220b92538a9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.783523] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-518bda2e-18f1-453b-a0eb-d220b92538a9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.784886] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-518bda2e-18f1-453b-a0eb-d220b92538a9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.784886] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('518bda2e-18f1-453b-a0eb-d220b92538a9',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.286711] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 518bda2e-18f1-453b-a0eb-d220b92538a9 [ 586.287271] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.287404] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.287457] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.287995] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.287995] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.287995] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:518bda2e-18f1-453b-a0eb-d220b92538a9 already deleted. [ 586.287995] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-518bda2e-18f1-453b-a0eb-d220b92538a9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.511164] env[66341]: INFO networking_nsxv3.common.synchronization [None req-2ae3a685-2b94-4f61-8d82-5ed5677d7a17 None None] Enqueued Resource ID: 302a1a68-f266-4fe6-86d8-589894c60158 with Priority: HIGHEST for action port [ 586.511842] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 302a1a68-f266-4fe6-86d8-589894c60158 with Priority: HIGHEST for action port [ 586.513360] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-302a1a68-f266-4fe6-86d8-589894c60158 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.513551] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-302a1a68-f266-4fe6-86d8-589894c60158" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.513627] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-302a1a68-f266-4fe6-86d8-589894c60158" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.513959] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-302a1a68-f266-4fe6-86d8-589894c60158" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.514239] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('302a1a68-f266-4fe6-86d8-589894c60158',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.017037] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 302a1a68-f266-4fe6-86d8-589894c60158 [ 587.017371] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.017435] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.017486] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.017708] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.017858] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.017910] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:302a1a68-f266-4fe6-86d8-589894c60158 already deleted. [ 587.017972] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-302a1a68-f266-4fe6-86d8-589894c60158" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.500061] env[66341]: INFO networking_nsxv3.common.synchronization [None req-e801c981-e5ee-46e8-8dfa-91e5d492c96a None None] Enqueued Resource ID: dd666726-6585-40e6-a842-c10ff3179272 with Priority: HIGHEST for action port [ 587.501642] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd666726-6585-40e6-a842-c10ff3179272 with Priority: HIGHEST for action port [ 587.501642] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-dd666726-6585-40e6-a842-c10ff3179272 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.501642] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dd666726-6585-40e6-a842-c10ff3179272" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.501642] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dd666726-6585-40e6-a842-c10ff3179272" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.501642] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dd666726-6585-40e6-a842-c10ff3179272" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.501642] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dd666726-6585-40e6-a842-c10ff3179272',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.901407] env[66341]: INFO networking_nsxv3.common.synchronization [None req-cdcd83c5-c6ad-44fc-9359-dcb7efe90983 None None] Enqueued Resource ID: f2937ec3-477f-4148-bb37-f662d1b9ad4d with Priority: HIGHEST for action port [ 587.901715] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2937ec3-477f-4148-bb37-f662d1b9ad4d with Priority: HIGHEST for action port [ 587.902329] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-f2937ec3-477f-4148-bb37-f662d1b9ad4d taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.905574] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f2937ec3-477f-4148-bb37-f662d1b9ad4d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.905660] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f2937ec3-477f-4148-bb37-f662d1b9ad4d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.906508] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f2937ec3-477f-4148-bb37-f662d1b9ad4d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.906827] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f2937ec3-477f-4148-bb37-f662d1b9ad4d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.007375] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dd666726-6585-40e6-a842-c10ff3179272 [ 588.007939] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.008993] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.008993] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.008993] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.008993] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.008993] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dd666726-6585-40e6-a842-c10ff3179272 already deleted. [ 588.008993] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dd666726-6585-40e6-a842-c10ff3179272" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.410382] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f2937ec3-477f-4148-bb37-f662d1b9ad4d [ 588.410734] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.410734] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.410840] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.411028] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.411321] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.411321] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f2937ec3-477f-4148-bb37-f662d1b9ad4d already deleted. [ 588.411321] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f2937ec3-477f-4148-bb37-f662d1b9ad4d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.305289] env[66341]: INFO networking_nsxv3.common.synchronization [req-2d552b46-305f-49d9-a2bf-f8fa60e47b6f req-84dc4cb7-c359-4dd6-9c69-cdf3a3fa3c55 tempest-ListServerFiltersTestJSON-175570356 tempest-ListServerFiltersTestJSON-175570356-project-member] Enqueued Resource ID: 4e8cb6e0-656e-435a-bc05-c20ad7c11044 with Priority: HIGHEST for action security_group_members [ 589.305595] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e8cb6e0-656e-435a-bc05-c20ad7c11044 with Priority: HIGHEST for action security_group_members [ 589.307181] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e8cb6e0-656e-435a-bc05-c20ad7c11044 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.307303] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e8cb6e0-656e-435a-bc05-c20ad7c11044" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.307348] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e8cb6e0-656e-435a-bc05-c20ad7c11044" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.307845] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e8cb6e0-656e-435a-bc05-c20ad7c11044" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.307845] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.307845] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.308176] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.308913] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.310925] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.310925] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4e8cb6e0-656e-435a-bc05-c20ad7c11044',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.812202] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.812531] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.812531] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.812621] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.812649] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.812842] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.812963] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.813023] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.813172] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.813250] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.813342] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e8cb6e0-656e-435a-bc05-c20ad7c11044 already deleted. [ 589.814024] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e8cb6e0-656e-435a-bc05-c20ad7c11044" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.000171] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock network-806 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.000807] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "network-806" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.000807] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "network-806" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.000807] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "network-806" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.001064] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.001360] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.001436] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.001839] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.002081] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.004237] env[66341]: DEBUG dogpile.cache.region [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 590.004237] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] NeedRegenerationException {{(pid=66341) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 590.005223] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] no value, waiting for create lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 590.005223] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] value creation lock acquired {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 590.005223] env[66341]: DEBUG dogpile.cache.region [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 590.005223] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Calling creation function for not-yet-present value {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 590.005426] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 590.027518] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 590.027758] env[66341]: DEBUG dogpile.cache.region [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66341) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 590.027907] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Released creation lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 590.028023] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "network-806" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.028826] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock port-aa725ca7-66f1-4b56-bbe7-e1fd6855d0b1 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.028826] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "port-aa725ca7-66f1-4b56-bbe7-e1fd6855d0b1" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.028826] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "port-aa725ca7-66f1-4b56-bbe7-e1fd6855d0b1" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.029044] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "port-aa725ca7-66f1-4b56-bbe7-e1fd6855d0b1" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.029170] env[66341]: DEBUG networking_nsxv3.api.rpc [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aa725ca7-66f1-4b56-bbe7-e1fd6855d0b1',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.536805] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.537055] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.537186] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.541022] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.541022] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.541022] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Segment Port aa725ca7-66f1-4b56-bbe7-e1fd6855d0b1 not found, creating... [ 590.541022] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.541022] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.541022] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.541022] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.541022] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.541022] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.541022] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.541550] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.541550] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.541550] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.541550] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Resource: SegmentPort with ID: aa725ca7-66f1-4b56-bbe7-e1fd6855d0b1 is going to be created. [ 590.566439] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.566647] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.566788] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.567069] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.567312] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.568221] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "port-aa725ca7-66f1-4b56-bbe7-e1fd6855d0b1" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.576299] env[66341]: INFO networking_nsxv3.common.synchronization [None req-aa041755-8f40-489f-b043-c19a3d618ef8 None None] Enqueued Resource ID: 91890c38-2fbf-4031-9d81-63c662504041 with Priority: HIGHEST for action port [ 590.578156] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91890c38-2fbf-4031-9d81-63c662504041 with Priority: HIGHEST for action port [ 590.578156] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-91890c38-2fbf-4031-9d81-63c662504041 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.578156] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-91890c38-2fbf-4031-9d81-63c662504041" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.578156] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-91890c38-2fbf-4031-9d81-63c662504041" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.578156] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-91890c38-2fbf-4031-9d81-63c662504041" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.578156] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('91890c38-2fbf-4031-9d81-63c662504041',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.600333] env[66341]: INFO networking_nsxv3.common.synchronization [None req-6ab8093d-c411-4e0d-a44f-2db3ca279ce3 None None] Enqueued Resource ID: 1cbad598-b465-4e04-ab8e-3a02f9eda5ae with Priority: HIGHEST for action port [ 590.600586] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1cbad598-b465-4e04-ab8e-3a02f9eda5ae with Priority: HIGHEST for action port [ 590.601195] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-1cbad598-b465-4e04-ab8e-3a02f9eda5ae taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.601533] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1cbad598-b465-4e04-ab8e-3a02f9eda5ae" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.601644] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1cbad598-b465-4e04-ab8e-3a02f9eda5ae" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.602116] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1cbad598-b465-4e04-ab8e-3a02f9eda5ae" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.602116] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1cbad598-b465-4e04-ab8e-3a02f9eda5ae',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.082048] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 91890c38-2fbf-4031-9d81-63c662504041 [ 591.082048] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.082048] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.082048] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.082048] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.082048] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.082048] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:91890c38-2fbf-4031-9d81-63c662504041 already deleted. [ 591.082048] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-91890c38-2fbf-4031-9d81-63c662504041" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.105464] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1cbad598-b465-4e04-ab8e-3a02f9eda5ae [ 591.105464] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.105464] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.105464] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.105464] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.105464] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.105464] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1cbad598-b465-4e04-ab8e-3a02f9eda5ae already deleted. [ 591.105464] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1cbad598-b465-4e04-ab8e-3a02f9eda5ae" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.347783] env[66341]: INFO networking_nsxv3.common.synchronization [req-2d552b46-305f-49d9-a2bf-f8fa60e47b6f req-b193ffe0-2bf0-497f-be81-eca779f738d5 service nova] Enqueued Resource ID: 4e8cb6e0-656e-435a-bc05-c20ad7c11044 with Priority: HIGHEST for action security_group_rules [ 591.348029] env[66341]: INFO networking_nsxv3.common.synchronization [req-2d552b46-305f-49d9-a2bf-f8fa60e47b6f req-b193ffe0-2bf0-497f-be81-eca779f738d5 service nova] Enqueued Resource ID: 4e8cb6e0-656e-435a-bc05-c20ad7c11044 with Priority: HIGHEST for action security_group_members [ 591.348097] env[66341]: INFO networking_nsxv3.common.synchronization [req-2d552b46-305f-49d9-a2bf-f8fa60e47b6f req-b193ffe0-2bf0-497f-be81-eca779f738d5 service nova] Enqueued Resource ID: aa725ca7-66f1-4b56-bbe7-e1fd6855d0b1 with Priority: HIGHEST for action port [ 591.348334] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e8cb6e0-656e-435a-bc05-c20ad7c11044 with Priority: HIGHEST for action security_group_rules [ 591.348503] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e8cb6e0-656e-435a-bc05-c20ad7c11044 with Priority: HIGHEST for action security_group_members [ 591.348613] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa725ca7-66f1-4b56-bbe7-e1fd6855d0b1 with Priority: HIGHEST for action port [ 591.350049] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4e8cb6e0-656e-435a-bc05-c20ad7c11044 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.350171] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4e8cb6e0-656e-435a-bc05-c20ad7c11044" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.350299] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4e8cb6e0-656e-435a-bc05-c20ad7c11044" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.350702] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4e8cb6e0-656e-435a-bc05-c20ad7c11044" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.350805] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4e8cb6e0-656e-435a-bc05-c20ad7c11044',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.352571] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e8cb6e0-656e-435a-bc05-c20ad7c11044 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.352571] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e8cb6e0-656e-435a-bc05-c20ad7c11044" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.352571] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e8cb6e0-656e-435a-bc05-c20ad7c11044" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.353242] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e8cb6e0-656e-435a-bc05-c20ad7c11044" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.354506] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.354506] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.354864] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.354991] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.354991] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.355097] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4e8cb6e0-656e-435a-bc05-c20ad7c11044',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.355905] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-aa725ca7-66f1-4b56-bbe7-e1fd6855d0b1 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.356030] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aa725ca7-66f1-4b56-bbe7-e1fd6855d0b1" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.356107] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aa725ca7-66f1-4b56-bbe7-e1fd6855d0b1" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.356948] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aa725ca7-66f1-4b56-bbe7-e1fd6855d0b1" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.356948] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aa725ca7-66f1-4b56-bbe7-e1fd6855d0b1',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.725549] env[66341]: INFO networking_nsxv3.common.synchronization [None req-f7dcb862-6035-4958-bece-bbc858726573 None None] Enqueued Resource ID: dc0ddcff-e99f-4868-8373-1ce625febf99 with Priority: HIGHEST for action port [ 591.726343] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc0ddcff-e99f-4868-8373-1ce625febf99 with Priority: HIGHEST for action port [ 591.726779] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-dc0ddcff-e99f-4868-8373-1ce625febf99 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.726988] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dc0ddcff-e99f-4868-8373-1ce625febf99" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.727438] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dc0ddcff-e99f-4868-8373-1ce625febf99" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.727747] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dc0ddcff-e99f-4868-8373-1ce625febf99" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.727864] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dc0ddcff-e99f-4868-8373-1ce625febf99',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.859047] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e8cb6e0-656e-435a-bc05-c20ad7c11044 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.859302] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e8cb6e0-656e-435a-bc05-c20ad7c11044" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.859626] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4e8cb6e0-656e-435a-bc05-c20ad7c11044',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.870603] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port aa725ca7-66f1-4b56-bbe7-e1fd6855d0b1 with status ACTIVE [ 591.871800] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.871800] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.871800] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.871800] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.871800] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.871800] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.872161] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.872363] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.872416] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.872455] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.872645] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.872747] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.872811] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.872957] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.873048] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.873138] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: aa725ca7-66f1-4b56-bbe7-e1fd6855d0b1 is going to be updated. [ 591.899556] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.899714] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.899790] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.900022] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.900166] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.900336] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aa725ca7-66f1-4b56-bbe7-e1fd6855d0b1" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.231527] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dc0ddcff-e99f-4868-8373-1ce625febf99 [ 592.231794] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.231858] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.231960] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.232171] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.232286] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.232561] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dc0ddcff-e99f-4868-8373-1ce625febf99 already deleted. [ 592.232561] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dc0ddcff-e99f-4868-8373-1ce625febf99" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.362400] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4e8cb6e0-656e-435a-bc05-c20ad7c11044',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.865476] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.865900] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.866542] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.866918] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.867030] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.867213] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e8cb6e0-656e-435a-bc05-c20ad7c11044 is going to be created. [ 592.896118] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.896307] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.896307] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.896930] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.896930] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.907710] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e8cb6e0-656e-435a-bc05-c20ad7c11044 in Status: UNINITIALIZED for 2s [ 592.960708] env[66341]: INFO networking_nsxv3.common.synchronization [None req-b1bd8754-0502-4734-9442-2ce32522b487 tempest-VolumesAssistedSnapshotsTest-268275416 tempest-VolumesAssistedSnapshotsTest-268275416-project-member] Enqueued Resource ID: 84e4ef9a-f6f1-453a-bd23-9f00fc7c5c31 with Priority: HIGHEST for action security_group_rules [ 592.961656] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84e4ef9a-f6f1-453a-bd23-9f00fc7c5c31 with Priority: HIGHEST for action security_group_rules [ 592.961656] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-84e4ef9a-f6f1-453a-bd23-9f00fc7c5c31 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.961872] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-84e4ef9a-f6f1-453a-bd23-9f00fc7c5c31" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.961967] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-84e4ef9a-f6f1-453a-bd23-9f00fc7c5c31" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.962287] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-84e4ef9a-f6f1-453a-bd23-9f00fc7c5c31" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.963691] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('84e4ef9a-f6f1-453a-bd23-9f00fc7c5c31',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.084063] env[66341]: INFO networking_nsxv3.common.synchronization [None req-c1694461-6339-43f0-9fa9-2bbb8e1ccc33 tempest-VolumesAssistedSnapshotsTest-268275416 tempest-VolumesAssistedSnapshotsTest-268275416-project-member] Enqueued Resource ID: 84e4ef9a-f6f1-453a-bd23-9f00fc7c5c31 with Priority: HIGHEST for action security_group_rules [ 593.084557] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84e4ef9a-f6f1-453a-bd23-9f00fc7c5c31 with Priority: HIGHEST for action security_group_rules [ 593.084873] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-84e4ef9a-f6f1-453a-bd23-9f00fc7c5c31 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.084975] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-84e4ef9a-f6f1-453a-bd23-9f00fc7c5c31" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.485600] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.486014] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.486014] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.486157] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.486246] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.486402] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 84e4ef9a-f6f1-453a-bd23-9f00fc7c5c31 already deleted. [ 593.486450] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-84e4ef9a-f6f1-453a-bd23-9f00fc7c5c31" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.486675] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-84e4ef9a-f6f1-453a-bd23-9f00fc7c5c31" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.486792] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-84e4ef9a-f6f1-453a-bd23-9f00fc7c5c31" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.486940] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('84e4ef9a-f6f1-453a-bd23-9f00fc7c5c31',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.976233] env[66341]: INFO networking_nsxv3.common.synchronization [None req-ff2738e0-e44a-4dda-8f87-7997b1cf4243 None None] Enqueued Resource ID: b9662bc7-7113-4c6c-af81-d302e6c94a3e with Priority: HIGHEST for action port [ 593.976233] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9662bc7-7113-4c6c-af81-d302e6c94a3e with Priority: HIGHEST for action port [ 593.976312] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-b9662bc7-7113-4c6c-af81-d302e6c94a3e taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.976491] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b9662bc7-7113-4c6c-af81-d302e6c94a3e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.976491] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b9662bc7-7113-4c6c-af81-d302e6c94a3e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.976768] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b9662bc7-7113-4c6c-af81-d302e6c94a3e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.976831] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b9662bc7-7113-4c6c-af81-d302e6c94a3e',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.008178] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.010713] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.010713] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.010713] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.010713] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.010713] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 84e4ef9a-f6f1-453a-bd23-9f00fc7c5c31 already deleted. [ 594.010713] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-84e4ef9a-f6f1-453a-bd23-9f00fc7c5c31" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.116903] env[66341]: INFO networking_nsxv3.common.synchronization [req-0672627e-be8e-4ab9-afe3-4a25063ebfdc req-488a3443-592e-4234-a992-d13907580022 tempest-DeleteServersAdminTestJSON-838751900 tempest-DeleteServersAdminTestJSON-838751900-project-member] Enqueued Resource ID: fcebbbba-2420-44ba-8b78-4fd6c469b760 with Priority: HIGHEST for action security_group_members [ 594.117456] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fcebbbba-2420-44ba-8b78-4fd6c469b760 with Priority: HIGHEST for action security_group_members [ 594.117769] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-fcebbbba-2420-44ba-8b78-4fd6c469b760 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.117878] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fcebbbba-2420-44ba-8b78-4fd6c469b760" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.117946] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fcebbbba-2420-44ba-8b78-4fd6c469b760" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.118319] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fcebbbba-2420-44ba-8b78-4fd6c469b760" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.118398] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.118454] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.118512] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.118681] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.118742] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.118829] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fcebbbba-2420-44ba-8b78-4fd6c469b760',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.480592] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b9662bc7-7113-4c6c-af81-d302e6c94a3e [ 594.480835] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.481026] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.481122] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.481392] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.481514] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.481650] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b9662bc7-7113-4c6c-af81-d302e6c94a3e already deleted. [ 594.481744] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b9662bc7-7113-4c6c-af81-d302e6c94a3e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.574976] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock network-964 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.575291] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "network-964" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.575291] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "network-964" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.575620] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "network-964" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.575869] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.579043] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.579264] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.579539] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.579689] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.579927] env[66341]: DEBUG dogpile.cache.region [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 594.580061] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] NeedRegenerationException {{(pid=66341) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 594.580141] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] no value, waiting for create lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 594.580262] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] value creation lock acquired {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 594.580360] env[66341]: DEBUG dogpile.cache.region [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 594.580461] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Calling creation function for not-yet-present value {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 594.580588] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 594.601616] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 594.601834] env[66341]: DEBUG dogpile.cache.region [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66341) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 594.601976] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Released creation lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 594.602324] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "network-964" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.602745] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock port-26871ffc-56d0-4a6d-89fa-91d7412bbf97 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.602992] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "port-26871ffc-56d0-4a6d-89fa-91d7412bbf97" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.603149] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "port-26871ffc-56d0-4a6d-89fa-91d7412bbf97" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.603488] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "port-26871ffc-56d0-4a6d-89fa-91d7412bbf97" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.603589] env[66341]: DEBUG networking_nsxv3.api.rpc [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('26871ffc-56d0-4a6d-89fa-91d7412bbf97',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.621071] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.621280] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.621324] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.621565] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.621648] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.621842] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.622033] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.622033] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.622174] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.622263] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.622354] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fcebbbba-2420-44ba-8b78-4fd6c469b760 already deleted. [ 594.622443] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fcebbbba-2420-44ba-8b78-4fd6c469b760" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.919122] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e8cb6e0-656e-435a-bc05-c20ad7c11044 in Status: SUCCESS [ 594.919394] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e8cb6e0-656e-435a-bc05-c20ad7c11044" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.919564] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e8cb6e0-656e-435a-bc05-c20ad7c11044" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.919793] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e8cb6e0-656e-435a-bc05-c20ad7c11044" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.919989] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.920106] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.920178] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.920451] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.920451] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.920554] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e8cb6e0-656e-435a-bc05-c20ad7c11044" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.920583] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4e8cb6e0-656e-435a-bc05-c20ad7c11044',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.107956] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.107956] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.107956] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.107956] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.107956] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.107956] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Segment Port 26871ffc-56d0-4a6d-89fa-91d7412bbf97 not found, creating... [ 595.107956] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.107956] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.107956] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.108547] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.108547] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.108625] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.109637] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.109637] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.110482] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.110482] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.110591] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Resource: SegmentPort with ID: 26871ffc-56d0-4a6d-89fa-91d7412bbf97 is going to be created. [ 595.138302] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.138740] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.139105] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.139295] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.139953] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.139953] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "port-26871ffc-56d0-4a6d-89fa-91d7412bbf97" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.425809] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e8cb6e0-656e-435a-bc05-c20ad7c11044 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.425809] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e8cb6e0-656e-435a-bc05-c20ad7c11044" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.425809] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e8cb6e0-656e-435a-bc05-c20ad7c11044" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.425809] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e8cb6e0-656e-435a-bc05-c20ad7c11044" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.425809] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.425809] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.425809] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.425809] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.425809] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.425809] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e8cb6e0-656e-435a-bc05-c20ad7c11044" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.425809] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e8cb6e0-656e-435a-bc05-c20ad7c11044 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.425809] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e8cb6e0-656e-435a-bc05-c20ad7c11044" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.425809] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e8cb6e0-656e-435a-bc05-c20ad7c11044" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.425809] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e8cb6e0-656e-435a-bc05-c20ad7c11044" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.425809] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.425809] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.426343] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.426343] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.426343] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.426343] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e8cb6e0-656e-435a-bc05-c20ad7c11044" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.426343] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4e8cb6e0-656e-435a-bc05-c20ad7c11044',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.786210] env[66341]: INFO networking_nsxv3.common.synchronization [req-dc9e5b3f-018f-4281-a458-cade5a40ea8d req-b19c0010-9417-40cd-8eb7-bf38c93d6a48 tempest-FloatingIPsAssociationNegativeTestJSON-1143107495 tempest-FloatingIPsAssociationNegativeTestJSON-1143107495-project-member] Enqueued Resource ID: 1f753059-8994-408a-a16e-bf949f26f3f3 with Priority: HIGHEST for action security_group_members [ 595.790019] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f753059-8994-408a-a16e-bf949f26f3f3 with Priority: HIGHEST for action security_group_members [ 595.790019] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f753059-8994-408a-a16e-bf949f26f3f3 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.790019] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f753059-8994-408a-a16e-bf949f26f3f3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.790019] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f753059-8994-408a-a16e-bf949f26f3f3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.792551] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f753059-8994-408a-a16e-bf949f26f3f3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.792551] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.792551] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.792551] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.792551] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.792551] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.792551] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1f753059-8994-408a-a16e-bf949f26f3f3',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.837551] env[66341]: INFO networking_nsxv3.common.synchronization [req-0672627e-be8e-4ab9-afe3-4a25063ebfdc req-4f216697-8251-4128-b8ed-e035f7eed080 service nova] Enqueued Resource ID: fcebbbba-2420-44ba-8b78-4fd6c469b760 with Priority: HIGHEST for action security_group_rules [ 595.837551] env[66341]: INFO networking_nsxv3.common.synchronization [req-0672627e-be8e-4ab9-afe3-4a25063ebfdc req-4f216697-8251-4128-b8ed-e035f7eed080 service nova] Enqueued Resource ID: fcebbbba-2420-44ba-8b78-4fd6c469b760 with Priority: HIGHEST for action security_group_members [ 595.837794] env[66341]: INFO networking_nsxv3.common.synchronization [req-0672627e-be8e-4ab9-afe3-4a25063ebfdc req-4f216697-8251-4128-b8ed-e035f7eed080 service nova] Enqueued Resource ID: 26871ffc-56d0-4a6d-89fa-91d7412bbf97 with Priority: HIGHEST for action port [ 595.838269] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fcebbbba-2420-44ba-8b78-4fd6c469b760 with Priority: HIGHEST for action security_group_rules [ 595.838703] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fcebbbba-2420-44ba-8b78-4fd6c469b760 with Priority: HIGHEST for action security_group_members [ 595.838816] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26871ffc-56d0-4a6d-89fa-91d7412bbf97 with Priority: HIGHEST for action port [ 595.839325] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fcebbbba-2420-44ba-8b78-4fd6c469b760 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.839325] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fcebbbba-2420-44ba-8b78-4fd6c469b760" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.839511] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fcebbbba-2420-44ba-8b78-4fd6c469b760" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.839764] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fcebbbba-2420-44ba-8b78-4fd6c469b760" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.839825] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fcebbbba-2420-44ba-8b78-4fd6c469b760',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.840899] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-fcebbbba-2420-44ba-8b78-4fd6c469b760 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.840899] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fcebbbba-2420-44ba-8b78-4fd6c469b760" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.841041] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fcebbbba-2420-44ba-8b78-4fd6c469b760" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.841285] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fcebbbba-2420-44ba-8b78-4fd6c469b760" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.841532] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.841717] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.841804] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.841987] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.842116] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.842239] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fcebbbba-2420-44ba-8b78-4fd6c469b760',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.843537] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-26871ffc-56d0-4a6d-89fa-91d7412bbf97 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.843651] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-26871ffc-56d0-4a6d-89fa-91d7412bbf97" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.843766] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-26871ffc-56d0-4a6d-89fa-91d7412bbf97" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.844889] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-26871ffc-56d0-4a6d-89fa-91d7412bbf97" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.844997] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('26871ffc-56d0-4a6d-89fa-91d7412bbf97',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.931070] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4e8cb6e0-656e-435a-bc05-c20ad7c11044: rpc.has_security_group_logging(os_id): False [ 595.970052] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.970052] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.970052] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.970052] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.970052] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.970052] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.970052] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.970052] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.970052] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.970052] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.970052] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.970052] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.970052] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.971118] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.971423] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.971862] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.973874] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.973874] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.973874] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.973874] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.973874] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4e8cb6e0-656e-435a-bc05-c20ad7c11044 is going to be created. [ 596.073370] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.073583] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.073702] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.074031] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.074309] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.089901] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4e8cb6e0-656e-435a-bc05-c20ad7c11044 in Status: IN_PROGRESS for 2s [ 596.294877] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.295184] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.295184] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.295325] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.295432] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.295916] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.295916] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.295916] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.295916] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.296241] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.296241] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1f753059-8994-408a-a16e-bf949f26f3f3 already deleted. [ 596.296241] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f753059-8994-408a-a16e-bf949f26f3f3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.346977] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-fcebbbba-2420-44ba-8b78-4fd6c469b760 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.347176] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fcebbbba-2420-44ba-8b78-4fd6c469b760" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.347749] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fcebbbba-2420-44ba-8b78-4fd6c469b760',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.349503] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 26871ffc-56d0-4a6d-89fa-91d7412bbf97 with status ACTIVE [ 596.349743] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.349886] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.349956] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.350212] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.350365] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.350500] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.350618] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.350681] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.350847] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.350946] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.351164] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.351261] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.351325] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.351556] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.351629] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.351729] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 26871ffc-56d0-4a6d-89fa-91d7412bbf97 is going to be updated. [ 596.378972] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.379272] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.379371] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.379644] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.379947] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.380257] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-26871ffc-56d0-4a6d-89fa-91d7412bbf97" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.501605] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock network-365 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.501842] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "network-365" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.501994] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "network-365" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.502325] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "network-365" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.502604] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.502758] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.502870] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.503091] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.503230] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.503459] env[66341]: DEBUG dogpile.cache.region [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 596.503582] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] NeedRegenerationException {{(pid=66341) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 596.503725] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] no value, waiting for create lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 596.503933] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] value creation lock acquired {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 596.504139] env[66341]: DEBUG dogpile.cache.region [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 596.504259] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Calling creation function for not-yet-present value {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 596.504391] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 596.527344] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 596.527344] env[66341]: DEBUG dogpile.cache.region [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66341) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 596.527344] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Released creation lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 596.527344] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "network-365" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.527344] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock port-8a18bd65-aa99-4483-b3a9-60884c2e9775 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.527344] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "port-8a18bd65-aa99-4483-b3a9-60884c2e9775" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.527344] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "port-8a18bd65-aa99-4483-b3a9-60884c2e9775" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.527713] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "port-8a18bd65-aa99-4483-b3a9-60884c2e9775" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.527713] env[66341]: DEBUG networking_nsxv3.api.rpc [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8a18bd65-aa99-4483-b3a9-60884c2e9775',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.854235] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fcebbbba-2420-44ba-8b78-4fd6c469b760',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.030273] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.030646] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.030695] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.030984] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.031245] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.031478] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Segment Port 8a18bd65-aa99-4483-b3a9-60884c2e9775 not found, creating... [ 597.031762] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.031927] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.032052] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.032364] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.032542] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.032861] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.033033] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.033151] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.033410] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.034126] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.034173] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Resource: SegmentPort with ID: 8a18bd65-aa99-4483-b3a9-60884c2e9775 is going to be created. [ 597.055385] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.055612] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.055662] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.056307] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.056307] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.056470] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "port-8a18bd65-aa99-4483-b3a9-60884c2e9775" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.356580] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.356953] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.356953] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.357233] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.357233] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.357233] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fcebbbba-2420-44ba-8b78-4fd6c469b760 is going to be created. [ 597.382345] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.382703] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.382703] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.382862] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.383119] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.393067] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fcebbbba-2420-44ba-8b78-4fd6c469b760 in Status: UNINITIALIZED for 2s [ 597.841341] env[66341]: INFO networking_nsxv3.common.synchronization [req-dc9e5b3f-018f-4281-a458-cade5a40ea8d req-8a9247d7-7c17-444d-a7b8-21a0ce6ee6e0 service nova] Enqueued Resource ID: 1f753059-8994-408a-a16e-bf949f26f3f3 with Priority: HIGHEST for action security_group_rules [ 597.841508] env[66341]: INFO networking_nsxv3.common.synchronization [req-dc9e5b3f-018f-4281-a458-cade5a40ea8d req-8a9247d7-7c17-444d-a7b8-21a0ce6ee6e0 service nova] Enqueued Resource ID: 1f753059-8994-408a-a16e-bf949f26f3f3 with Priority: HIGHEST for action security_group_members [ 597.841652] env[66341]: INFO networking_nsxv3.common.synchronization [req-dc9e5b3f-018f-4281-a458-cade5a40ea8d req-8a9247d7-7c17-444d-a7b8-21a0ce6ee6e0 service nova] Enqueued Resource ID: 8a18bd65-aa99-4483-b3a9-60884c2e9775 with Priority: HIGHEST for action port [ 597.843393] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f753059-8994-408a-a16e-bf949f26f3f3 with Priority: HIGHEST for action security_group_rules [ 597.843613] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f753059-8994-408a-a16e-bf949f26f3f3 with Priority: HIGHEST for action security_group_members [ 597.843720] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a18bd65-aa99-4483-b3a9-60884c2e9775 with Priority: HIGHEST for action port [ 597.843992] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1f753059-8994-408a-a16e-bf949f26f3f3 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.844170] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1f753059-8994-408a-a16e-bf949f26f3f3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.844426] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1f753059-8994-408a-a16e-bf949f26f3f3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.844698] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1f753059-8994-408a-a16e-bf949f26f3f3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.844786] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1f753059-8994-408a-a16e-bf949f26f3f3',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.845623] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f753059-8994-408a-a16e-bf949f26f3f3 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.845738] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f753059-8994-408a-a16e-bf949f26f3f3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.845805] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f753059-8994-408a-a16e-bf949f26f3f3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.846016] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f753059-8994-408a-a16e-bf949f26f3f3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.847686] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.848043] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.848043] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.848280] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.848280] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.848280] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1f753059-8994-408a-a16e-bf949f26f3f3',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.850305] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-8a18bd65-aa99-4483-b3a9-60884c2e9775 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.850423] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8a18bd65-aa99-4483-b3a9-60884c2e9775" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.851546] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8a18bd65-aa99-4483-b3a9-60884c2e9775" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.851546] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8a18bd65-aa99-4483-b3a9-60884c2e9775" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.851546] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8a18bd65-aa99-4483-b3a9-60884c2e9775',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.106065] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4e8cb6e0-656e-435a-bc05-c20ad7c11044 in Status: SUCCESS [ 598.106366] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4e8cb6e0-656e-435a-bc05-c20ad7c11044" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.353794] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1f753059-8994-408a-a16e-bf949f26f3f3',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.354479] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f753059-8994-408a-a16e-bf949f26f3f3 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.354605] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f753059-8994-408a-a16e-bf949f26f3f3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.354751] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8a18bd65-aa99-4483-b3a9-60884c2e9775 with status ACTIVE [ 598.354909] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.355030] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.355102] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.355301] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.355392] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.355553] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.355710] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.355710] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.355891] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.355944] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.356953] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.356953] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.356953] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.356953] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.356953] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.356953] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8a18bd65-aa99-4483-b3a9-60884c2e9775 is going to be updated. [ 598.377837] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.378044] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.378137] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.378350] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.378489] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.378695] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8a18bd65-aa99-4483-b3a9-60884c2e9775" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.412445] env[66341]: INFO networking_nsxv3.common.synchronization [req-c28f662c-c581-45e5-8306-27fc8521e6d9 req-e5583c54-c1ea-4f30-b33f-ccd4e63ce16c tempest-ServerDiagnosticsTest-1300261502 tempest-ServerDiagnosticsTest-1300261502-project-member] Enqueued Resource ID: 0b14d68f-9754-43eb-8b40-e320ebe0c0b0 with Priority: HIGHEST for action security_group_members [ 598.412872] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b14d68f-9754-43eb-8b40-e320ebe0c0b0 with Priority: HIGHEST for action security_group_members [ 598.413485] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b14d68f-9754-43eb-8b40-e320ebe0c0b0 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.413619] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b14d68f-9754-43eb-8b40-e320ebe0c0b0" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.413686] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b14d68f-9754-43eb-8b40-e320ebe0c0b0" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.414029] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b14d68f-9754-43eb-8b40-e320ebe0c0b0" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.414205] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.414313] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.414377] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.414535] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.414627] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.414725] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0b14d68f-9754-43eb-8b40-e320ebe0c0b0',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.825437] env[66341]: INFO networking_nsxv3.common.synchronization [None req-9fa8bbe7-00d4-4b89-9345-5b77d96664cb None None] Enqueued Resource ID: 44f2494d-f963-4247-853c-a1d0bcaae9a4 with Priority: HIGHEST for action port [ 598.825711] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44f2494d-f963-4247-853c-a1d0bcaae9a4 with Priority: HIGHEST for action port [ 598.826357] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-44f2494d-f963-4247-853c-a1d0bcaae9a4 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.826829] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-44f2494d-f963-4247-853c-a1d0bcaae9a4" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.826829] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-44f2494d-f963-4247-853c-a1d0bcaae9a4" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.827396] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-44f2494d-f963-4247-853c-a1d0bcaae9a4" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.827396] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('44f2494d-f963-4247-853c-a1d0bcaae9a4',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.858663] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1f753059-8994-408a-a16e-bf949f26f3f3',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.917024] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.917210] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.917210] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.917418] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.917951] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.917951] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.917951] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.917951] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.918189] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.918189] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.918189] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b14d68f-9754-43eb-8b40-e320ebe0c0b0 already deleted. [ 598.918305] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b14d68f-9754-43eb-8b40-e320ebe0c0b0" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.006904] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock network-964 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.007125] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "network-964" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.007242] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "network-964" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.007515] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "network-964" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.007760] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.007937] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.008056] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.008281] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.008415] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.008609] env[66341]: DEBUG dogpile.cache.region [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 599.008720] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] NeedRegenerationException {{(pid=66341) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 599.008819] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] no value, waiting for create lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 599.008948] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] value creation lock acquired {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 599.009108] env[66341]: DEBUG dogpile.cache.region [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 599.009151] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Calling creation function for not-yet-present value {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 599.009638] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 599.028712] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 599.028872] env[66341]: DEBUG dogpile.cache.region [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66341) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 599.029014] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Released creation lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 599.029204] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "network-964" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.029603] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock port-02453631-b8a3-4241-bfea-8bbb86c3b25d taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.029975] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "port-02453631-b8a3-4241-bfea-8bbb86c3b25d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.029975] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "port-02453631-b8a3-4241-bfea-8bbb86c3b25d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.030261] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "port-02453631-b8a3-4241-bfea-8bbb86c3b25d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.030422] env[66341]: DEBUG networking_nsxv3.api.rpc [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('02453631-b8a3-4241-bfea-8bbb86c3b25d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.112426] env[66341]: INFO networking_nsxv3.common.synchronization [req-37b7ecaf-d1de-4c13-afa2-40ac9bd20885 req-b8c4da2b-110e-40bc-9355-764215e58182 tempest-SecurityGroupRulesTestJSON-716454855 tempest-SecurityGroupRulesTestJSON-716454855-project-member] Enqueued Resource ID: f8882e6f-8c4d-4c55-a42a-11836d768bc5 with Priority: HIGHEST for action security_group_rules [ 599.112902] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8882e6f-8c4d-4c55-a42a-11836d768bc5 with Priority: HIGHEST for action security_group_rules [ 599.113275] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f8882e6f-8c4d-4c55-a42a-11836d768bc5 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.113455] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f8882e6f-8c4d-4c55-a42a-11836d768bc5" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.113541] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f8882e6f-8c4d-4c55-a42a-11836d768bc5" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.113867] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f8882e6f-8c4d-4c55-a42a-11836d768bc5" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.113982] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f8882e6f-8c4d-4c55-a42a-11836d768bc5',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.332572] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 44f2494d-f963-4247-853c-a1d0bcaae9a4 [ 599.333582] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.333729] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.333794] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.334039] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.334129] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.334224] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:44f2494d-f963-4247-853c-a1d0bcaae9a4 already deleted. [ 599.334304] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-44f2494d-f963-4247-853c-a1d0bcaae9a4" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.360654] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.360822] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.360890] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.361134] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.361220] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.361324] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1f753059-8994-408a-a16e-bf949f26f3f3 is going to be created. [ 599.387402] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.387402] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.387402] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.387658] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.387812] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.399136] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f753059-8994-408a-a16e-bf949f26f3f3 in Status: UNINITIALIZED for 2s [ 599.409529] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fcebbbba-2420-44ba-8b78-4fd6c469b760 in Status: SUCCESS [ 599.409730] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fcebbbba-2420-44ba-8b78-4fd6c469b760" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.409951] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fcebbbba-2420-44ba-8b78-4fd6c469b760" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.410237] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fcebbbba-2420-44ba-8b78-4fd6c469b760" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.410432] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.411663] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.411663] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.411663] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.411663] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.411663] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fcebbbba-2420-44ba-8b78-4fd6c469b760" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.411663] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fcebbbba-2420-44ba-8b78-4fd6c469b760',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.533615] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.533861] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.533952] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.534245] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.534404] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.534591] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Segment Port 02453631-b8a3-4241-bfea-8bbb86c3b25d not found, creating... [ 599.534858] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.535024] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.535152] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.535803] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.535803] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.535979] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.536136] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.536199] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.536386] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.536517] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.536652] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Resource: SegmentPort with ID: 02453631-b8a3-4241-bfea-8bbb86c3b25d is going to be created. [ 599.557137] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.557353] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.557469] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.557756] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.557957] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.558203] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "port-02453631-b8a3-4241-bfea-8bbb86c3b25d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.634064] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.634064] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.634064] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.634064] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.634308] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.634308] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f8882e6f-8c4d-4c55-a42a-11836d768bc5 already deleted. [ 599.634308] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f8882e6f-8c4d-4c55-a42a-11836d768bc5" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.913435] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-fcebbbba-2420-44ba-8b78-4fd6c469b760 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.913640] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fcebbbba-2420-44ba-8b78-4fd6c469b760" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.913693] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fcebbbba-2420-44ba-8b78-4fd6c469b760" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.913962] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fcebbbba-2420-44ba-8b78-4fd6c469b760" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.914140] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.914243] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.914309] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.914768] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.914768] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.914884] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fcebbbba-2420-44ba-8b78-4fd6c469b760" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.915057] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-fcebbbba-2420-44ba-8b78-4fd6c469b760 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.915192] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fcebbbba-2420-44ba-8b78-4fd6c469b760" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.915306] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fcebbbba-2420-44ba-8b78-4fd6c469b760" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.915492] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fcebbbba-2420-44ba-8b78-4fd6c469b760" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.915708] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.916045] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.916045] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.916167] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.916218] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.916328] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fcebbbba-2420-44ba-8b78-4fd6c469b760" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.916463] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fcebbbba-2420-44ba-8b78-4fd6c469b760',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.301841] env[66341]: INFO networking_nsxv3.common.synchronization [req-c28f662c-c581-45e5-8306-27fc8521e6d9 req-34bbdcf9-024f-4eb1-a594-e916faacfa1d service nova] Enqueued Resource ID: 0b14d68f-9754-43eb-8b40-e320ebe0c0b0 with Priority: HIGHEST for action security_group_rules [ 600.302215] env[66341]: INFO networking_nsxv3.common.synchronization [req-c28f662c-c581-45e5-8306-27fc8521e6d9 req-34bbdcf9-024f-4eb1-a594-e916faacfa1d service nova] Enqueued Resource ID: 0b14d68f-9754-43eb-8b40-e320ebe0c0b0 with Priority: HIGHEST for action security_group_members [ 600.302560] env[66341]: INFO networking_nsxv3.common.synchronization [req-c28f662c-c581-45e5-8306-27fc8521e6d9 req-34bbdcf9-024f-4eb1-a594-e916faacfa1d service nova] Enqueued Resource ID: 02453631-b8a3-4241-bfea-8bbb86c3b25d with Priority: HIGHEST for action port [ 600.303417] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b14d68f-9754-43eb-8b40-e320ebe0c0b0 with Priority: HIGHEST for action security_group_rules [ 600.303788] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b14d68f-9754-43eb-8b40-e320ebe0c0b0 with Priority: HIGHEST for action security_group_members [ 600.303958] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02453631-b8a3-4241-bfea-8bbb86c3b25d with Priority: HIGHEST for action port [ 600.304352] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0b14d68f-9754-43eb-8b40-e320ebe0c0b0 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.304518] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0b14d68f-9754-43eb-8b40-e320ebe0c0b0" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.304619] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0b14d68f-9754-43eb-8b40-e320ebe0c0b0" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.307875] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0b14d68f-9754-43eb-8b40-e320ebe0c0b0" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.307984] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0b14d68f-9754-43eb-8b40-e320ebe0c0b0',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.310689] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b14d68f-9754-43eb-8b40-e320ebe0c0b0 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.310689] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b14d68f-9754-43eb-8b40-e320ebe0c0b0" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.310689] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b14d68f-9754-43eb-8b40-e320ebe0c0b0" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.310689] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b14d68f-9754-43eb-8b40-e320ebe0c0b0" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.310689] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.310689] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.310689] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.310689] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.310689] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.310689] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0b14d68f-9754-43eb-8b40-e320ebe0c0b0',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.312241] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-02453631-b8a3-4241-bfea-8bbb86c3b25d taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.312241] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-02453631-b8a3-4241-bfea-8bbb86c3b25d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.312241] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-02453631-b8a3-4241-bfea-8bbb86c3b25d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.312241] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-02453631-b8a3-4241-bfea-8bbb86c3b25d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.312241] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('02453631-b8a3-4241-bfea-8bbb86c3b25d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.421058] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fcebbbba-2420-44ba-8b78-4fd6c469b760: rpc.has_security_group_logging(os_id): False [ 600.439964] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.440104] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.440104] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.440281] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.440403] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.440606] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.440738] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.440928] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.440993] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.441040] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.441211] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.441304] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.441369] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.441589] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.441669] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.441945] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.442032] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.442105] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.442230] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.442305] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.442391] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fcebbbba-2420-44ba-8b78-4fd6c469b760 is going to be created. [ 600.503365] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.503562] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.503607] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.503783] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.503995] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.518178] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fcebbbba-2420-44ba-8b78-4fd6c469b760 in Status: IN_PROGRESS for 2s [ 600.813662] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0b14d68f-9754-43eb-8b40-e320ebe0c0b0',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.814744] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b14d68f-9754-43eb-8b40-e320ebe0c0b0 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.814886] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b14d68f-9754-43eb-8b40-e320ebe0c0b0" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.815033] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 02453631-b8a3-4241-bfea-8bbb86c3b25d with status ACTIVE [ 600.815245] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.815436] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.815436] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.815722] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.815774] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.815919] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.816033] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.816097] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.816263] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.816343] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.816521] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.816613] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.816672] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.816809] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.816883] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.816990] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 02453631-b8a3-4241-bfea-8bbb86c3b25d is going to be updated. [ 600.831616] env[66341]: INFO networking_nsxv3.common.synchronization [req-90f79873-f09e-4e8e-8ca6-9894c5152177 req-58565690-2e31-4a5d-81c6-93d4ce9053ed tempest-InstanceActionsTestJSON-1826062792 tempest-InstanceActionsTestJSON-1826062792-project-member] Enqueued Resource ID: 360939e6-ea17-4e75-b69a-8c0ac1f8be2f with Priority: HIGHEST for action security_group_members [ 600.832155] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 360939e6-ea17-4e75-b69a-8c0ac1f8be2f with Priority: HIGHEST for action security_group_members [ 600.832793] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-360939e6-ea17-4e75-b69a-8c0ac1f8be2f taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.832793] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-360939e6-ea17-4e75-b69a-8c0ac1f8be2f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.832793] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-360939e6-ea17-4e75-b69a-8c0ac1f8be2f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.832993] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-360939e6-ea17-4e75-b69a-8c0ac1f8be2f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.833252] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.833406] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.833575] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.833670] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.833759] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.833856] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('360939e6-ea17-4e75-b69a-8c0ac1f8be2f',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.840819] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.841259] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.841547] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.841970] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.842123] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.842313] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-02453631-b8a3-4241-bfea-8bbb86c3b25d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.906796] env[66341]: INFO networking_nsxv3.common.synchronization [None req-1ce9256d-d7f5-4ff8-8ea3-d07340941be7 None None] Enqueued Resource ID: b11780f4-8a03-4aa3-8abf-4f1afee6bef0 with Priority: HIGHEST for action port [ 600.907927] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b11780f4-8a03-4aa3-8abf-4f1afee6bef0 with Priority: HIGHEST for action port [ 600.908868] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-b11780f4-8a03-4aa3-8abf-4f1afee6bef0 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.908868] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b11780f4-8a03-4aa3-8abf-4f1afee6bef0" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.908868] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b11780f4-8a03-4aa3-8abf-4f1afee6bef0" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.910383] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b11780f4-8a03-4aa3-8abf-4f1afee6bef0" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.910383] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b11780f4-8a03-4aa3-8abf-4f1afee6bef0',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.047716] env[66341]: INFO networking_nsxv3.common.synchronization [None req-8fcb1aca-b8d5-4e00-a120-4fd9108317b2 None None] Enqueued Resource ID: e19304ac-9859-48fa-affc-b7bdcfb5038f with Priority: HIGHEST for action port [ 601.049594] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e19304ac-9859-48fa-affc-b7bdcfb5038f with Priority: HIGHEST for action port [ 601.051328] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-e19304ac-9859-48fa-affc-b7bdcfb5038f taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.051328] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e19304ac-9859-48fa-affc-b7bdcfb5038f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.051328] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e19304ac-9859-48fa-affc-b7bdcfb5038f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.051328] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e19304ac-9859-48fa-affc-b7bdcfb5038f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.051328] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e19304ac-9859-48fa-affc-b7bdcfb5038f',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.244243] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock network-492 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.244630] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "network-492" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.244750] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "network-492" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.245380] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "network-492" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.246061] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.246061] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.246061] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.246061] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.246259] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.246521] env[66341]: DEBUG dogpile.cache.region [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 601.247048] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] NeedRegenerationException {{(pid=66341) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 601.247048] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] no value, waiting for create lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 601.247048] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] value creation lock acquired {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 601.247048] env[66341]: DEBUG dogpile.cache.region [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 601.247211] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Calling creation function for not-yet-present value {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 601.247283] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 601.269314] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 601.269558] env[66341]: DEBUG dogpile.cache.region [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66341) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 601.269716] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Released creation lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 601.269922] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "network-492" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.270247] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock port-7e2ce631-2fa3-4b98-a158-1f47372b38a5 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.270426] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "port-7e2ce631-2fa3-4b98-a158-1f47372b38a5" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.270885] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "port-7e2ce631-2fa3-4b98-a158-1f47372b38a5" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.270968] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "port-7e2ce631-2fa3-4b98-a158-1f47372b38a5" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.271088] env[66341]: DEBUG networking_nsxv3.api.rpc [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7e2ce631-2fa3-4b98-a158-1f47372b38a5',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.320327] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0b14d68f-9754-43eb-8b40-e320ebe0c0b0',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.336236] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.336526] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.336641] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.336873] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.336994] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.337208] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.337332] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.337390] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.337588] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.337695] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.337785] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 360939e6-ea17-4e75-b69a-8c0ac1f8be2f already deleted. [ 601.337863] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-360939e6-ea17-4e75-b69a-8c0ac1f8be2f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.410316] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f753059-8994-408a-a16e-bf949f26f3f3 in Status: SUCCESS [ 601.410539] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f753059-8994-408a-a16e-bf949f26f3f3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.410707] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f753059-8994-408a-a16e-bf949f26f3f3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.410931] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f753059-8994-408a-a16e-bf949f26f3f3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.411143] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.411276] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.411421] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.411548] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.411609] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.411700] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f753059-8994-408a-a16e-bf949f26f3f3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.411796] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1f753059-8994-408a-a16e-bf949f26f3f3',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.412719] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b11780f4-8a03-4aa3-8abf-4f1afee6bef0 [ 601.412900] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.413017] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.413119] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.413275] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.413370] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.413459] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b11780f4-8a03-4aa3-8abf-4f1afee6bef0 already deleted. [ 601.413544] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b11780f4-8a03-4aa3-8abf-4f1afee6bef0" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.554344] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e19304ac-9859-48fa-affc-b7bdcfb5038f [ 601.554837] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.554837] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.554837] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.555086] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.555086] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.555177] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e19304ac-9859-48fa-affc-b7bdcfb5038f already deleted. [ 601.555263] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e19304ac-9859-48fa-affc-b7bdcfb5038f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.774527] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.774705] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.774705] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.775572] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.775733] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.776364] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Segment Port 7e2ce631-2fa3-4b98-a158-1f47372b38a5 not found, creating... [ 601.776364] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.776364] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.776641] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.776677] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.776986] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.777683] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.777683] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.777683] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.777683] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.777890] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.777890] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Resource: SegmentPort with ID: 7e2ce631-2fa3-4b98-a158-1f47372b38a5 is going to be created. [ 601.800289] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.800289] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.800289] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.800289] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.800289] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.800289] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "port-7e2ce631-2fa3-4b98-a158-1f47372b38a5" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.824551] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.824716] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.824776] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.824994] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.825093] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.825190] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b14d68f-9754-43eb-8b40-e320ebe0c0b0 is going to be created. [ 601.856510] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.856740] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.856740] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.856964] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.857167] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.870742] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b14d68f-9754-43eb-8b40-e320ebe0c0b0 in Status: UNINITIALIZED for 2s [ 601.915316] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f753059-8994-408a-a16e-bf949f26f3f3 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.915889] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f753059-8994-408a-a16e-bf949f26f3f3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.915987] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f753059-8994-408a-a16e-bf949f26f3f3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.916272] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f753059-8994-408a-a16e-bf949f26f3f3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.916423] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.916521] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.916635] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.916834] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.916920] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.916994] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f753059-8994-408a-a16e-bf949f26f3f3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.918036] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f753059-8994-408a-a16e-bf949f26f3f3 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.918036] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f753059-8994-408a-a16e-bf949f26f3f3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.918036] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f753059-8994-408a-a16e-bf949f26f3f3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.918036] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f753059-8994-408a-a16e-bf949f26f3f3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.918036] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.918036] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.918036] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.918036] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.918401] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.918401] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f753059-8994-408a-a16e-bf949f26f3f3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.918401] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1f753059-8994-408a-a16e-bf949f26f3f3',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.421354] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1f753059-8994-408a-a16e-bf949f26f3f3: rpc.has_security_group_logging(os_id): False [ 602.440670] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.440839] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.440933] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.441171] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.441270] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.443052] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.443052] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.443052] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.443052] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.443052] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.443313] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.443313] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.443313] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.443484] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.443590] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.443803] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.444194] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.444194] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.444194] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.444377] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.444377] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1f753059-8994-408a-a16e-bf949f26f3f3 is going to be created. [ 602.505494] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.505710] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.505791] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.506035] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.506300] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.519209] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1f753059-8994-408a-a16e-bf949f26f3f3 in Status: IN_PROGRESS for 2s [ 602.530186] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fcebbbba-2420-44ba-8b78-4fd6c469b760 in Status: SUCCESS [ 602.530448] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fcebbbba-2420-44ba-8b78-4fd6c469b760" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.566689] env[66341]: INFO networking_nsxv3.common.synchronization [req-90f79873-f09e-4e8e-8ca6-9894c5152177 req-425e0b40-888e-4c39-a760-b92f1964053c service nova] Enqueued Resource ID: 360939e6-ea17-4e75-b69a-8c0ac1f8be2f with Priority: HIGHEST for action security_group_rules [ 602.567009] env[66341]: INFO networking_nsxv3.common.synchronization [req-90f79873-f09e-4e8e-8ca6-9894c5152177 req-425e0b40-888e-4c39-a760-b92f1964053c service nova] Enqueued Resource ID: 360939e6-ea17-4e75-b69a-8c0ac1f8be2f with Priority: HIGHEST for action security_group_members [ 602.567102] env[66341]: INFO networking_nsxv3.common.synchronization [req-90f79873-f09e-4e8e-8ca6-9894c5152177 req-425e0b40-888e-4c39-a760-b92f1964053c service nova] Enqueued Resource ID: 7e2ce631-2fa3-4b98-a158-1f47372b38a5 with Priority: HIGHEST for action port [ 602.567711] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 360939e6-ea17-4e75-b69a-8c0ac1f8be2f with Priority: HIGHEST for action security_group_rules [ 602.567799] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 360939e6-ea17-4e75-b69a-8c0ac1f8be2f with Priority: HIGHEST for action security_group_members [ 602.567864] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e2ce631-2fa3-4b98-a158-1f47372b38a5 with Priority: HIGHEST for action port [ 602.568221] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-360939e6-ea17-4e75-b69a-8c0ac1f8be2f taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.568402] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-360939e6-ea17-4e75-b69a-8c0ac1f8be2f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.568446] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-360939e6-ea17-4e75-b69a-8c0ac1f8be2f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.569127] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-360939e6-ea17-4e75-b69a-8c0ac1f8be2f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.569127] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('360939e6-ea17-4e75-b69a-8c0ac1f8be2f',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.570737] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-360939e6-ea17-4e75-b69a-8c0ac1f8be2f taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.570737] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-360939e6-ea17-4e75-b69a-8c0ac1f8be2f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.570737] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-360939e6-ea17-4e75-b69a-8c0ac1f8be2f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.570737] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-360939e6-ea17-4e75-b69a-8c0ac1f8be2f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.570737] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.570737] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.570737] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.571117] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.571117] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.571117] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('360939e6-ea17-4e75-b69a-8c0ac1f8be2f',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.572515] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-7e2ce631-2fa3-4b98-a158-1f47372b38a5 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.572515] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7e2ce631-2fa3-4b98-a158-1f47372b38a5" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.572515] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7e2ce631-2fa3-4b98-a158-1f47372b38a5" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.572515] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7e2ce631-2fa3-4b98-a158-1f47372b38a5" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.572515] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7e2ce631-2fa3-4b98-a158-1f47372b38a5',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.709792] env[66341]: INFO networking_nsxv3.common.synchronization [req-9cadf451-7f14-4e51-98ed-055cb0ca7204 req-0ace136c-e4e6-428a-aaf1-ca59f6f138e4 tempest-ListServerFiltersTestJSON-175570356 tempest-ListServerFiltersTestJSON-175570356-project-member] Enqueued Resource ID: 4e8cb6e0-656e-435a-bc05-c20ad7c11044 with Priority: HIGHEST for action security_group_members [ 602.709792] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e8cb6e0-656e-435a-bc05-c20ad7c11044 with Priority: HIGHEST for action security_group_members [ 602.710287] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e8cb6e0-656e-435a-bc05-c20ad7c11044 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.710417] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e8cb6e0-656e-435a-bc05-c20ad7c11044" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.710496] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e8cb6e0-656e-435a-bc05-c20ad7c11044" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.710694] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e8cb6e0-656e-435a-bc05-c20ad7c11044" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.710842] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.710942] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.711017] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.711164] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.711249] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.711346] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4e8cb6e0-656e-435a-bc05-c20ad7c11044',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.072783] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock network-806 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.073010] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "network-806" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.073807] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "network-806" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.073807] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "network-806" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.074465] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.074666] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.074782] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.075030] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.075181] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.075385] env[66341]: DEBUG dogpile.cache.region [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 603.075506] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] NeedRegenerationException {{(pid=66341) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 603.075593] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] no value, waiting for create lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 603.075698] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] value creation lock acquired {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 603.075796] env[66341]: DEBUG dogpile.cache.region [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 603.075887] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Calling creation function for not-yet-present value {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 603.076056] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 603.077582] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-360939e6-ea17-4e75-b69a-8c0ac1f8be2f taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.077687] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-360939e6-ea17-4e75-b69a-8c0ac1f8be2f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.077860] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('360939e6-ea17-4e75-b69a-8c0ac1f8be2f',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.078757] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7e2ce631-2fa3-4b98-a158-1f47372b38a5 with status ACTIVE [ 603.078932] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.079074] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.079150] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.079371] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.079467] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.079648] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.079748] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.079800] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.079956] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.080044] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.080222] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.080315] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.080377] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.080517] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.080591] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.080679] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7e2ce631-2fa3-4b98-a158-1f47372b38a5 is going to be updated. [ 603.107027] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 603.107192] env[66341]: DEBUG dogpile.cache.region [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=66341) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 603.107320] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Released creation lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 603.107492] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "network-806" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.107819] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock port-5216cd5a-26d1-4578-b438-5d21aed24a7c taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.107995] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "port-5216cd5a-26d1-4578-b438-5d21aed24a7c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.108123] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "port-5216cd5a-26d1-4578-b438-5d21aed24a7c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.108424] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "port-5216cd5a-26d1-4578-b438-5d21aed24a7c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.108560] env[66341]: DEBUG networking_nsxv3.api.rpc [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5216cd5a-26d1-4578-b438-5d21aed24a7c',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.110431] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.110667] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.110749] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.110942] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.111107] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.111278] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7e2ce631-2fa3-4b98-a158-1f47372b38a5" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.216194] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4e8cb6e0-656e-435a-bc05-c20ad7c11044',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.420837] env[66341]: INFO networking_nsxv3.common.synchronization [None req-f7acb2fd-ad2e-46cb-996e-e5d096143c95 None None] Enqueued Resource ID: 02ceb26e-ec5a-41e0-a50a-fd0b1593872c with Priority: HIGHEST for action port [ 603.421111] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02ceb26e-ec5a-41e0-a50a-fd0b1593872c with Priority: HIGHEST for action port [ 603.421911] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-02ceb26e-ec5a-41e0-a50a-fd0b1593872c taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.421911] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-02ceb26e-ec5a-41e0-a50a-fd0b1593872c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.422273] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-02ceb26e-ec5a-41e0-a50a-fd0b1593872c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.422273] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-02ceb26e-ec5a-41e0-a50a-fd0b1593872c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.422420] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('02ceb26e-ec5a-41e0-a50a-fd0b1593872c',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.584190] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('360939e6-ea17-4e75-b69a-8c0ac1f8be2f',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.613400] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.613400] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.614116] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.614116] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.614116] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.614259] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Segment Port 5216cd5a-26d1-4578-b438-5d21aed24a7c not found, creating... [ 603.614686] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.614686] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.614808] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.615022] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.615137] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.615412] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.615566] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.615797] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.615870] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.616026] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.616134] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Resource: SegmentPort with ID: 5216cd5a-26d1-4578-b438-5d21aed24a7c is going to be created. [ 603.637975] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.638213] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.638330] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.638594] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.638821] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.639057] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "port-5216cd5a-26d1-4578-b438-5d21aed24a7c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.720470] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4e8cb6e0-656e-435a-bc05-c20ad7c11044',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.770424] env[66341]: INFO networking_nsxv3.common.synchronization [None req-daee144d-5c83-42ae-8ce3-ed9c7eb92eac tempest-ServersTestManualDisk-807138791 tempest-ServersTestManualDisk-807138791-project-member] Enqueued Resource ID: 16cc60f5-3ae8-46f0-a225-e7dc5a65f12b with Priority: HIGHEST for action security_group_rules [ 603.770963] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16cc60f5-3ae8-46f0-a225-e7dc5a65f12b with Priority: HIGHEST for action security_group_rules [ 603.771307] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-16cc60f5-3ae8-46f0-a225-e7dc5a65f12b taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.771484] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-16cc60f5-3ae8-46f0-a225-e7dc5a65f12b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.771546] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-16cc60f5-3ae8-46f0-a225-e7dc5a65f12b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.771834] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-16cc60f5-3ae8-46f0-a225-e7dc5a65f12b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.771919] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('16cc60f5-3ae8-46f0-a225-e7dc5a65f12b',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.881186] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b14d68f-9754-43eb-8b40-e320ebe0c0b0 in Status: SUCCESS [ 603.881405] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b14d68f-9754-43eb-8b40-e320ebe0c0b0" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.881720] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b14d68f-9754-43eb-8b40-e320ebe0c0b0" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.881967] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b14d68f-9754-43eb-8b40-e320ebe0c0b0" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.882182] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.882346] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.882421] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.882644] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.882746] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.883215] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b14d68f-9754-43eb-8b40-e320ebe0c0b0" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.883215] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0b14d68f-9754-43eb-8b40-e320ebe0c0b0',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.925102] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 02ceb26e-ec5a-41e0-a50a-fd0b1593872c [ 603.925436] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.925646] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.925756] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.926080] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.926222] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.926374] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:02ceb26e-ec5a-41e0-a50a-fd0b1593872c already deleted. [ 603.926509] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-02ceb26e-ec5a-41e0-a50a-fd0b1593872c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.086526] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.090810] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.090810] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.090810] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.090810] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.090810] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 360939e6-ea17-4e75-b69a-8c0ac1f8be2f is going to be created. [ 604.116240] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.116240] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.116240] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.118226] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.118503] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.129152] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 360939e6-ea17-4e75-b69a-8c0ac1f8be2f in Status: UNINITIALIZED for 2s [ 604.193033] env[66341]: INFO networking_nsxv3.common.synchronization [None req-2f6d71c7-d936-4032-a0e6-bb325fc11ab6 tempest-ServersTestManualDisk-807138791 tempest-ServersTestManualDisk-807138791-project-member] Enqueued Resource ID: 16cc60f5-3ae8-46f0-a225-e7dc5a65f12b with Priority: HIGHEST for action security_group_rules [ 604.193033] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16cc60f5-3ae8-46f0-a225-e7dc5a65f12b with Priority: HIGHEST for action security_group_rules [ 604.193384] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-16cc60f5-3ae8-46f0-a225-e7dc5a65f12b taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.194388] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-16cc60f5-3ae8-46f0-a225-e7dc5a65f12b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.223147] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.223466] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.223466] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.223877] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.223877] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.223877] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e8cb6e0-656e-435a-bc05-c20ad7c11044 is going to be updated. [ 604.282394] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.282686] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.282917] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.283322] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.283619] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.296425] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e8cb6e0-656e-435a-bc05-c20ad7c11044 in Status: IN_PROGRESS for 2s [ 604.297516] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.297725] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.297798] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.298719] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.298889] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.299045] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 16cc60f5-3ae8-46f0-a225-e7dc5a65f12b already deleted. [ 604.299169] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-16cc60f5-3ae8-46f0-a225-e7dc5a65f12b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.299360] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-16cc60f5-3ae8-46f0-a225-e7dc5a65f12b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.299591] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-16cc60f5-3ae8-46f0-a225-e7dc5a65f12b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.300195] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('16cc60f5-3ae8-46f0-a225-e7dc5a65f12b',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.385577] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b14d68f-9754-43eb-8b40-e320ebe0c0b0 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.386151] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b14d68f-9754-43eb-8b40-e320ebe0c0b0" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.386259] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b14d68f-9754-43eb-8b40-e320ebe0c0b0" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.386608] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b14d68f-9754-43eb-8b40-e320ebe0c0b0" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.386808] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.386928] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.386983] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.387245] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.387404] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.387560] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b14d68f-9754-43eb-8b40-e320ebe0c0b0" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.387758] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b14d68f-9754-43eb-8b40-e320ebe0c0b0 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.387939] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b14d68f-9754-43eb-8b40-e320ebe0c0b0" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.387995] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b14d68f-9754-43eb-8b40-e320ebe0c0b0" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.388229] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b14d68f-9754-43eb-8b40-e320ebe0c0b0" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.388622] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.388721] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.388829] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.388996] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.389165] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.389375] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b14d68f-9754-43eb-8b40-e320ebe0c0b0" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.389523] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0b14d68f-9754-43eb-8b40-e320ebe0c0b0',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.404865] env[66341]: INFO networking_nsxv3.common.synchronization [req-9cadf451-7f14-4e51-98ed-055cb0ca7204 req-92335427-2d7f-47fe-b945-831cfedb5b26 service nova] Enqueued Resource ID: 4e8cb6e0-656e-435a-bc05-c20ad7c11044 with Priority: HIGHEST for action security_group_rules [ 604.405328] env[66341]: INFO networking_nsxv3.common.synchronization [req-9cadf451-7f14-4e51-98ed-055cb0ca7204 req-92335427-2d7f-47fe-b945-831cfedb5b26 service nova] Enqueued Resource ID: 4e8cb6e0-656e-435a-bc05-c20ad7c11044 with Priority: HIGHEST for action security_group_members [ 604.405328] env[66341]: INFO networking_nsxv3.common.synchronization [req-9cadf451-7f14-4e51-98ed-055cb0ca7204 req-92335427-2d7f-47fe-b945-831cfedb5b26 service nova] Enqueued Resource ID: 5216cd5a-26d1-4578-b438-5d21aed24a7c with Priority: HIGHEST for action port [ 604.405797] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e8cb6e0-656e-435a-bc05-c20ad7c11044 with Priority: HIGHEST for action security_group_rules [ 604.405937] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e8cb6e0-656e-435a-bc05-c20ad7c11044 with Priority: HIGHEST for action security_group_members [ 604.406068] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5216cd5a-26d1-4578-b438-5d21aed24a7c with Priority: HIGHEST for action port [ 604.406582] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4e8cb6e0-656e-435a-bc05-c20ad7c11044 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.406582] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4e8cb6e0-656e-435a-bc05-c20ad7c11044" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.406582] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4e8cb6e0-656e-435a-bc05-c20ad7c11044" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.406749] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4e8cb6e0-656e-435a-bc05-c20ad7c11044" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.406878] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4e8cb6e0-656e-435a-bc05-c20ad7c11044',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.407697] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e8cb6e0-656e-435a-bc05-c20ad7c11044 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.407892] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e8cb6e0-656e-435a-bc05-c20ad7c11044" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.408120] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-5216cd5a-26d1-4578-b438-5d21aed24a7c taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.408248] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5216cd5a-26d1-4578-b438-5d21aed24a7c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.408325] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5216cd5a-26d1-4578-b438-5d21aed24a7c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.408495] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5216cd5a-26d1-4578-b438-5d21aed24a7c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.408587] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5216cd5a-26d1-4578-b438-5d21aed24a7c',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.543719] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1f753059-8994-408a-a16e-bf949f26f3f3 in Status: SUCCESS [ 604.544207] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1f753059-8994-408a-a16e-bf949f26f3f3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.823848] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.824089] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.824150] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.824379] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.824491] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.824604] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 16cc60f5-3ae8-46f0-a225-e7dc5a65f12b already deleted. [ 604.824693] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-16cc60f5-3ae8-46f0-a225-e7dc5a65f12b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.892256] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0b14d68f-9754-43eb-8b40-e320ebe0c0b0: rpc.has_security_group_logging(os_id): False [ 604.914027] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.914027] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.914027] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.914027] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.914027] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.914027] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.914027] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.914027] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.914027] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.914554] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.914554] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.914554] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.914649] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.914871] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.915459] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.915552] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.915625] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.915865] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.915865] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.915960] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.916226] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0b14d68f-9754-43eb-8b40-e320ebe0c0b0 is going to be created. [ 604.921021] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e8cb6e0-656e-435a-bc05-c20ad7c11044 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.921021] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e8cb6e0-656e-435a-bc05-c20ad7c11044" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.921021] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5216cd5a-26d1-4578-b438-5d21aed24a7c with status ACTIVE [ 604.921021] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.921021] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.921021] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.921021] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.921021] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.921021] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.921612] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.921612] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.921860] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.922087] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.922294] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.922392] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.922475] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.922675] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.922744] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.922818] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5216cd5a-26d1-4578-b438-5d21aed24a7c is going to be updated. [ 604.951107] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.951275] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.951612] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.952803] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.952803] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.952803] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5216cd5a-26d1-4578-b438-5d21aed24a7c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.991706] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.991706] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.991706] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.991968] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.991999] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.007485] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0b14d68f-9754-43eb-8b40-e320ebe0c0b0 in Status: IN_PROGRESS for 2s [ 605.852922] env[66341]: INFO networking_nsxv3.common.synchronization [req-ee068d6b-9ea5-4287-b6d1-3aefd5ca2ddb req-0f3f3bae-705a-421f-b894-86cd8f9191a7 tempest-MigrationsAdminTest-2112980872 tempest-MigrationsAdminTest-2112980872-project-member] Enqueued Resource ID: 77233b36-3501-4be5-bd28-768a6d59f79b with Priority: HIGHEST for action security_group_members [ 605.853651] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77233b36-3501-4be5-bd28-768a6d59f79b with Priority: HIGHEST for action security_group_members [ 605.854851] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-77233b36-3501-4be5-bd28-768a6d59f79b taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.854851] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77233b36-3501-4be5-bd28-768a6d59f79b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.854851] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77233b36-3501-4be5-bd28-768a6d59f79b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.854851] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77233b36-3501-4be5-bd28-768a6d59f79b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.855114] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.855303] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.855434] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.855719] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.855888] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.856089] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('77233b36-3501-4be5-bd28-768a6d59f79b',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.921053] env[66341]: INFO networking_nsxv3.common.synchronization [None req-18ded105-a7cf-40d0-838b-342497852025 tempest-ServersTestJSON-1428872063 tempest-ServersTestJSON-1428872063-project-member] Enqueued Resource ID: 70627c13-7c10-487c-b08b-03ed64ef6e43 with Priority: HIGHEST for action security_group_rules [ 605.921180] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70627c13-7c10-487c-b08b-03ed64ef6e43 with Priority: HIGHEST for action security_group_rules [ 605.921550] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-70627c13-7c10-487c-b08b-03ed64ef6e43 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.921710] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-70627c13-7c10-487c-b08b-03ed64ef6e43" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.921785] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-70627c13-7c10-487c-b08b-03ed64ef6e43" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.922066] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-70627c13-7c10-487c-b08b-03ed64ef6e43" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.922162] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('70627c13-7c10-487c-b08b-03ed64ef6e43',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.143922] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 360939e6-ea17-4e75-b69a-8c0ac1f8be2f in Status: SUCCESS [ 606.143922] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-360939e6-ea17-4e75-b69a-8c0ac1f8be2f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.143922] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-360939e6-ea17-4e75-b69a-8c0ac1f8be2f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.143922] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-360939e6-ea17-4e75-b69a-8c0ac1f8be2f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.143922] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.143922] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.143922] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.143922] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.143922] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.143922] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-360939e6-ea17-4e75-b69a-8c0ac1f8be2f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.143922] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('360939e6-ea17-4e75-b69a-8c0ac1f8be2f',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.308434] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e8cb6e0-656e-435a-bc05-c20ad7c11044 in Status: SUCCESS [ 606.308661] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e8cb6e0-656e-435a-bc05-c20ad7c11044" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.308843] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e8cb6e0-656e-435a-bc05-c20ad7c11044" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.309190] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e8cb6e0-656e-435a-bc05-c20ad7c11044" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.309771] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.309771] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.309771] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.310019] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.310019] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.310114] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4e8cb6e0-656e-435a-bc05-c20ad7c11044',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.359284] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.359539] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.359749] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.359990] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.360140] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.360386] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.360468] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.360607] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.360779] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.361233] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.361233] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77233b36-3501-4be5-bd28-768a6d59f79b already deleted. [ 606.361233] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77233b36-3501-4be5-bd28-768a6d59f79b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.448038] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.448238] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.448655] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.448655] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.448655] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.448812] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 70627c13-7c10-487c-b08b-03ed64ef6e43 already deleted. [ 606.448847] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-70627c13-7c10-487c-b08b-03ed64ef6e43" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.506789] env[66341]: INFO networking_nsxv3.common.synchronization [None req-1719e3ad-947f-4d45-bc06-aafcf0633cd4 tempest-ServersTestJSON-1428872063 tempest-ServersTestJSON-1428872063-project-member] Enqueued Resource ID: 70627c13-7c10-487c-b08b-03ed64ef6e43 with Priority: HIGHEST for action security_group_rules [ 606.506789] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70627c13-7c10-487c-b08b-03ed64ef6e43 with Priority: HIGHEST for action security_group_rules [ 606.508166] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-70627c13-7c10-487c-b08b-03ed64ef6e43 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.508355] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-70627c13-7c10-487c-b08b-03ed64ef6e43" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.508389] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-70627c13-7c10-487c-b08b-03ed64ef6e43" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.508621] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-70627c13-7c10-487c-b08b-03ed64ef6e43" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.508771] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('70627c13-7c10-487c-b08b-03ed64ef6e43',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.522528] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock network-964 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.522733] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "network-964" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.522863] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "network-964" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.523135] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "network-964" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.523390] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.523563] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.523671] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.523883] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.524050] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.524276] env[66341]: DEBUG dogpile.cache.region [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 606.524388] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] NeedRegenerationException {{(pid=66341) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 606.524519] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] no value, waiting for create lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 606.524700] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] value creation lock acquired {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 606.525106] env[66341]: DEBUG dogpile.cache.region [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 606.525106] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Calling creation function for not-yet-present value {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 606.525106] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 606.552476] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 606.552676] env[66341]: DEBUG dogpile.cache.region [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=66341) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 606.552839] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Released creation lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 606.553059] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "network-964" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.553423] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock port-f39079cb-292c-428d-9d7e-5e6e2b9b64b0 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.553641] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "port-f39079cb-292c-428d-9d7e-5e6e2b9b64b0" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.553771] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "port-f39079cb-292c-428d-9d7e-5e6e2b9b64b0" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.554189] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "port-f39079cb-292c-428d-9d7e-5e6e2b9b64b0" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.554380] env[66341]: DEBUG networking_nsxv3.api.rpc [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f39079cb-292c-428d-9d7e-5e6e2b9b64b0',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.650041] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-360939e6-ea17-4e75-b69a-8c0ac1f8be2f taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.650041] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-360939e6-ea17-4e75-b69a-8c0ac1f8be2f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.650041] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-360939e6-ea17-4e75-b69a-8c0ac1f8be2f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.650041] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-360939e6-ea17-4e75-b69a-8c0ac1f8be2f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.650041] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.650041] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.650041] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.650041] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.650041] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.650041] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-360939e6-ea17-4e75-b69a-8c0ac1f8be2f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.650041] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-360939e6-ea17-4e75-b69a-8c0ac1f8be2f taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.650041] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-360939e6-ea17-4e75-b69a-8c0ac1f8be2f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.650041] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-360939e6-ea17-4e75-b69a-8c0ac1f8be2f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.650041] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-360939e6-ea17-4e75-b69a-8c0ac1f8be2f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.650041] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.650041] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.650940] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.651928] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.653131] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.653131] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-360939e6-ea17-4e75-b69a-8c0ac1f8be2f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.653131] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('360939e6-ea17-4e75-b69a-8c0ac1f8be2f',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.813017] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4e8cb6e0-656e-435a-bc05-c20ad7c11044',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.021641] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0b14d68f-9754-43eb-8b40-e320ebe0c0b0 in Status: SUCCESS [ 607.022016] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0b14d68f-9754-43eb-8b40-e320ebe0c0b0" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.030062] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.030255] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.030295] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.030737] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.030870] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.030939] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 70627c13-7c10-487c-b08b-03ed64ef6e43 already deleted. [ 607.031155] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-70627c13-7c10-487c-b08b-03ed64ef6e43" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.059448] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.059679] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.059809] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.060114] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.060281] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.060436] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Segment Port f39079cb-292c-428d-9d7e-5e6e2b9b64b0 not found, creating... [ 607.060703] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.060858] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.060960] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.061201] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.061329] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.061635] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.061794] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.061905] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.062120] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.062245] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.062384] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Resource: SegmentPort with ID: f39079cb-292c-428d-9d7e-5e6e2b9b64b0 is going to be created. [ 607.087110] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.087110] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.087252] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.087458] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.087703] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.087983] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "port-f39079cb-292c-428d-9d7e-5e6e2b9b64b0" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.156271] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 360939e6-ea17-4e75-b69a-8c0ac1f8be2f: rpc.has_security_group_logging(os_id): False [ 607.192233] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.192425] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.192531] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.192766] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.192874] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.193192] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.193352] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.193422] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.193602] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.193689] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.193899] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.193998] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.194075] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.194228] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.194304] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.194494] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.194627] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.194707] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.194889] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.195012] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.195123] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 360939e6-ea17-4e75-b69a-8c0ac1f8be2f is going to be created. [ 607.297551] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.297788] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.297859] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.298091] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.298288] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.314571] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 360939e6-ea17-4e75-b69a-8c0ac1f8be2f in Status: IN_PROGRESS for 2s [ 607.317273] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4e8cb6e0-656e-435a-bc05-c20ad7c11044',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.819806] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.820424] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.820424] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.820424] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.820424] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.820566] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e8cb6e0-656e-435a-bc05-c20ad7c11044 is going to be updated. [ 607.830396] env[66341]: INFO networking_nsxv3.common.synchronization [req-ee068d6b-9ea5-4287-b6d1-3aefd5ca2ddb req-3afcf4a1-3114-4930-a00d-ae80d5d16402 service nova] Enqueued Resource ID: 77233b36-3501-4be5-bd28-768a6d59f79b with Priority: HIGHEST for action security_group_rules [ 607.830623] env[66341]: INFO networking_nsxv3.common.synchronization [req-ee068d6b-9ea5-4287-b6d1-3aefd5ca2ddb req-3afcf4a1-3114-4930-a00d-ae80d5d16402 service nova] Enqueued Resource ID: 77233b36-3501-4be5-bd28-768a6d59f79b with Priority: HIGHEST for action security_group_members [ 607.830740] env[66341]: INFO networking_nsxv3.common.synchronization [req-ee068d6b-9ea5-4287-b6d1-3aefd5ca2ddb req-3afcf4a1-3114-4930-a00d-ae80d5d16402 service nova] Enqueued Resource ID: f39079cb-292c-428d-9d7e-5e6e2b9b64b0 with Priority: HIGHEST for action port [ 607.831681] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77233b36-3501-4be5-bd28-768a6d59f79b with Priority: HIGHEST for action security_group_rules [ 607.831906] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77233b36-3501-4be5-bd28-768a6d59f79b with Priority: HIGHEST for action security_group_members [ 607.831938] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f39079cb-292c-428d-9d7e-5e6e2b9b64b0 with Priority: HIGHEST for action port [ 607.832483] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-77233b36-3501-4be5-bd28-768a6d59f79b taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.832642] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-77233b36-3501-4be5-bd28-768a6d59f79b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.832729] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-77233b36-3501-4be5-bd28-768a6d59f79b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.833421] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-77233b36-3501-4be5-bd28-768a6d59f79b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.833520] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('77233b36-3501-4be5-bd28-768a6d59f79b',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.834843] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-77233b36-3501-4be5-bd28-768a6d59f79b taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.834964] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77233b36-3501-4be5-bd28-768a6d59f79b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.835117] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77233b36-3501-4be5-bd28-768a6d59f79b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.835414] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77233b36-3501-4be5-bd28-768a6d59f79b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.837256] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.837520] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.837520] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.837706] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.837799] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.837898] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('77233b36-3501-4be5-bd28-768a6d59f79b',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.838749] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-f39079cb-292c-428d-9d7e-5e6e2b9b64b0 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.838857] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f39079cb-292c-428d-9d7e-5e6e2b9b64b0" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.838930] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f39079cb-292c-428d-9d7e-5e6e2b9b64b0" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.839100] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f39079cb-292c-428d-9d7e-5e6e2b9b64b0" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.839182] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f39079cb-292c-428d-9d7e-5e6e2b9b64b0',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.852974] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.853154] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.853366] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.853435] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.853560] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.864539] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e8cb6e0-656e-435a-bc05-c20ad7c11044 in Status: IN_PROGRESS for 2s [ 607.948143] env[66341]: INFO networking_nsxv3.common.synchronization [req-84f05741-c494-48ea-ac05-8ac8909918c8 req-2b4bee7c-a3cf-4917-844e-68035edb674d tempest-SecurityGroupRulesTestJSON-716454855 tempest-SecurityGroupRulesTestJSON-716454855-project-member] Enqueued Resource ID: 2f6a886c-6ffb-42c9-8609-02b47e08eccd with Priority: HIGHEST for action security_group_rules [ 607.948917] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f6a886c-6ffb-42c9-8609-02b47e08eccd with Priority: HIGHEST for action security_group_rules [ 607.953717] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2f6a886c-6ffb-42c9-8609-02b47e08eccd taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.953930] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2f6a886c-6ffb-42c9-8609-02b47e08eccd" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.954044] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2f6a886c-6ffb-42c9-8609-02b47e08eccd" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.954353] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2f6a886c-6ffb-42c9-8609-02b47e08eccd" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.954571] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2f6a886c-6ffb-42c9-8609-02b47e08eccd',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.341745] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-77233b36-3501-4be5-bd28-768a6d59f79b taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.341745] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77233b36-3501-4be5-bd28-768a6d59f79b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.342180] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('77233b36-3501-4be5-bd28-768a6d59f79b',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.343027] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f39079cb-292c-428d-9d7e-5e6e2b9b64b0 with status ACTIVE [ 608.343285] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.343409] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.343457] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.343720] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.343814] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.344036] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.344148] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.344252] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.344426] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.344551] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.344743] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.344852] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.344939] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.345095] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.345197] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.345290] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f39079cb-292c-428d-9d7e-5e6e2b9b64b0 is going to be updated. [ 608.369785] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.370063] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.370063] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.370215] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.370409] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.370583] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f39079cb-292c-428d-9d7e-5e6e2b9b64b0" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.477653] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.478020] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.478111] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.478390] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.478557] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.478716] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2f6a886c-6ffb-42c9-8609-02b47e08eccd already deleted. [ 608.478879] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2f6a886c-6ffb-42c9-8609-02b47e08eccd" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.482593] env[66341]: INFO networking_nsxv3.common.synchronization [req-202b279b-b0e7-47b2-8610-dcf9cf0cbfd4 req-4cd03fd8-4b12-4e76-a661-3b90ee637bba tempest-ListServerFiltersTestJSON-175570356 tempest-ListServerFiltersTestJSON-175570356-project-member] Enqueued Resource ID: 4e8cb6e0-656e-435a-bc05-c20ad7c11044 with Priority: HIGHEST for action security_group_members [ 608.483918] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e8cb6e0-656e-435a-bc05-c20ad7c11044 with Priority: HIGHEST for action security_group_members [ 608.484480] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e8cb6e0-656e-435a-bc05-c20ad7c11044 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.485055] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e8cb6e0-656e-435a-bc05-c20ad7c11044" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.847693] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('77233b36-3501-4be5-bd28-768a6d59f79b',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.331259] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 360939e6-ea17-4e75-b69a-8c0ac1f8be2f in Status: SUCCESS [ 609.331881] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-360939e6-ea17-4e75-b69a-8c0ac1f8be2f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.352405] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.352836] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.352836] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.353674] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.353674] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.353674] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77233b36-3501-4be5-bd28-768a6d59f79b is going to be created. [ 609.384565] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.384565] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.384730] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.385034] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.385266] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.397811] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77233b36-3501-4be5-bd28-768a6d59f79b in Status: UNINITIALIZED for 2s [ 609.722224] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock network-806 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.722423] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "network-806" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.722545] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "network-806" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.722822] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "network-806" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.725191] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.725373] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.725496] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.725737] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.725878] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.726099] env[66341]: DEBUG dogpile.cache.region [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 609.726204] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] NeedRegenerationException {{(pid=66341) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 609.726308] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] no value, waiting for create lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 609.726407] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] value creation lock acquired {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 609.726513] env[66341]: DEBUG dogpile.cache.region [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 609.726610] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Calling creation function for not-yet-present value {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 609.726744] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 609.747160] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 609.747322] env[66341]: DEBUG dogpile.cache.region [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66341) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 609.747484] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Released creation lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 609.747695] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "network-806" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.748052] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock port-db95eb58-a23f-4b47-8e60-30720a8c4a4c taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.748237] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "port-db95eb58-a23f-4b47-8e60-30720a8c4a4c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.748361] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "port-db95eb58-a23f-4b47-8e60-30720a8c4a4c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.748673] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "port-db95eb58-a23f-4b47-8e60-30720a8c4a4c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.749053] env[66341]: DEBUG networking_nsxv3.api.rpc [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('db95eb58-a23f-4b47-8e60-30720a8c4a4c',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.878234] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e8cb6e0-656e-435a-bc05-c20ad7c11044 in Status: SUCCESS [ 609.878544] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e8cb6e0-656e-435a-bc05-c20ad7c11044" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.878697] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e8cb6e0-656e-435a-bc05-c20ad7c11044" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.878922] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e8cb6e0-656e-435a-bc05-c20ad7c11044" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.879108] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.879496] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.879563] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.879831] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.879831] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.879966] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e8cb6e0-656e-435a-bc05-c20ad7c11044" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.880044] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4e8cb6e0-656e-435a-bc05-c20ad7c11044',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.880830] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e8cb6e0-656e-435a-bc05-c20ad7c11044" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.882629] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e8cb6e0-656e-435a-bc05-c20ad7c11044" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.882629] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.884504] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.884644] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.884872] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.884972] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.885095] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4e8cb6e0-656e-435a-bc05-c20ad7c11044',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.993014] env[66341]: INFO networking_nsxv3.common.synchronization [None req-c3d57d3c-8f3c-412d-b025-0ea3f535f7f1 None None] Enqueued Resource ID: 78433fb2-d579-4ba0-b73f-f57b2586d459 with Priority: HIGHEST for action port [ 609.993570] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78433fb2-d579-4ba0-b73f-f57b2586d459 with Priority: HIGHEST for action port [ 609.993921] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-78433fb2-d579-4ba0-b73f-f57b2586d459 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.994369] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-78433fb2-d579-4ba0-b73f-f57b2586d459" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.994470] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-78433fb2-d579-4ba0-b73f-f57b2586d459" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.994718] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-78433fb2-d579-4ba0-b73f-f57b2586d459" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.994805] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('78433fb2-d579-4ba0-b73f-f57b2586d459',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.029776] env[66341]: INFO networking_nsxv3.common.synchronization [None req-173e7e23-1f12-42ac-9482-58a16e150283 None None] Enqueued Resource ID: ab51cdd9-e437-4f7b-96e8-0936fcb6159b with Priority: HIGHEST for action port [ 610.030816] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab51cdd9-e437-4f7b-96e8-0936fcb6159b with Priority: HIGHEST for action port [ 610.031302] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-ab51cdd9-e437-4f7b-96e8-0936fcb6159b taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.031495] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ab51cdd9-e437-4f7b-96e8-0936fcb6159b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.031722] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ab51cdd9-e437-4f7b-96e8-0936fcb6159b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.031928] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ab51cdd9-e437-4f7b-96e8-0936fcb6159b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.032050] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ab51cdd9-e437-4f7b-96e8-0936fcb6159b',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.252857] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.253904] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.253904] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.254849] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.254849] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.254849] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Segment Port db95eb58-a23f-4b47-8e60-30720a8c4a4c not found, creating... [ 610.254849] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.254849] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.254849] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.255106] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.255199] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.255499] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.255649] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.255763] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.255967] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.256109] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.256244] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Resource: SegmentPort with ID: db95eb58-a23f-4b47-8e60-30720a8c4a4c is going to be created. [ 610.278766] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.279038] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.279101] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.279361] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.279772] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.280067] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "port-db95eb58-a23f-4b47-8e60-30720a8c4a4c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.387629] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e8cb6e0-656e-435a-bc05-c20ad7c11044 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.389790] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e8cb6e0-656e-435a-bc05-c20ad7c11044" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.389790] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4e8cb6e0-656e-435a-bc05-c20ad7c11044',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.496974] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 78433fb2-d579-4ba0-b73f-f57b2586d459 [ 610.497262] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.497420] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.497490] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.497773] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.497895] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.497966] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:78433fb2-d579-4ba0-b73f-f57b2586d459 already deleted. [ 610.498066] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-78433fb2-d579-4ba0-b73f-f57b2586d459" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.536271] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ab51cdd9-e437-4f7b-96e8-0936fcb6159b [ 610.536271] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.536271] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.536271] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.536271] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.536271] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.536271] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ab51cdd9-e437-4f7b-96e8-0936fcb6159b already deleted. [ 610.536271] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ab51cdd9-e437-4f7b-96e8-0936fcb6159b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.893338] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4e8cb6e0-656e-435a-bc05-c20ad7c11044',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.050384] env[66341]: INFO networking_nsxv3.common.synchronization [req-202b279b-b0e7-47b2-8610-dcf9cf0cbfd4 req-6fb18d2c-1d5b-4027-8479-91a9c3c27ef1 service nova] Enqueued Resource ID: 4e8cb6e0-656e-435a-bc05-c20ad7c11044 with Priority: HIGHEST for action security_group_rules [ 611.050384] env[66341]: INFO networking_nsxv3.common.synchronization [req-202b279b-b0e7-47b2-8610-dcf9cf0cbfd4 req-6fb18d2c-1d5b-4027-8479-91a9c3c27ef1 service nova] Enqueued Resource ID: 4e8cb6e0-656e-435a-bc05-c20ad7c11044 with Priority: HIGHEST for action security_group_members [ 611.050384] env[66341]: INFO networking_nsxv3.common.synchronization [req-202b279b-b0e7-47b2-8610-dcf9cf0cbfd4 req-6fb18d2c-1d5b-4027-8479-91a9c3c27ef1 service nova] Enqueued Resource ID: db95eb58-a23f-4b47-8e60-30720a8c4a4c with Priority: HIGHEST for action port [ 611.050384] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e8cb6e0-656e-435a-bc05-c20ad7c11044 with Priority: HIGHEST for action security_group_rules [ 611.050384] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e8cb6e0-656e-435a-bc05-c20ad7c11044 with Priority: HIGHEST for action security_group_members [ 611.050384] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db95eb58-a23f-4b47-8e60-30720a8c4a4c with Priority: HIGHEST for action port [ 611.050985] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4e8cb6e0-656e-435a-bc05-c20ad7c11044 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.050985] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4e8cb6e0-656e-435a-bc05-c20ad7c11044" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.050985] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e8cb6e0-656e-435a-bc05-c20ad7c11044 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.051184] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e8cb6e0-656e-435a-bc05-c20ad7c11044" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.051184] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-db95eb58-a23f-4b47-8e60-30720a8c4a4c taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.051313] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-db95eb58-a23f-4b47-8e60-30720a8c4a4c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.051372] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-db95eb58-a23f-4b47-8e60-30720a8c4a4c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.051535] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-db95eb58-a23f-4b47-8e60-30720a8c4a4c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.051634] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('db95eb58-a23f-4b47-8e60-30720a8c4a4c',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.396247] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.396542] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.396542] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.396754] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.396944] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.396944] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e8cb6e0-656e-435a-bc05-c20ad7c11044 is going to be updated. [ 611.408577] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77233b36-3501-4be5-bd28-768a6d59f79b in Status: SUCCESS [ 611.408970] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77233b36-3501-4be5-bd28-768a6d59f79b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.409168] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77233b36-3501-4be5-bd28-768a6d59f79b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.409373] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77233b36-3501-4be5-bd28-768a6d59f79b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.409621] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.409764] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.409834] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.409987] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.410091] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.410180] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77233b36-3501-4be5-bd28-768a6d59f79b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.410266] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('77233b36-3501-4be5-bd28-768a6d59f79b',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.426928] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.427101] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.427168] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.427440] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.427596] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.437353] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e8cb6e0-656e-435a-bc05-c20ad7c11044 in Status: IN_PROGRESS for 2s [ 611.555250] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port db95eb58-a23f-4b47-8e60-30720a8c4a4c with status ACTIVE [ 611.555922] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.555922] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.556187] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.556408] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.556613] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.556866] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.557160] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.557160] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.557454] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.557615] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.557887] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.558055] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.558115] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.558330] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.558463] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.559061] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: db95eb58-a23f-4b47-8e60-30720a8c4a4c is going to be updated. [ 611.584092] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.586092] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.586092] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.586092] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.586092] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.586252] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-db95eb58-a23f-4b47-8e60-30720a8c4a4c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.905204] env[66341]: INFO networking_nsxv3.common.synchronization [None req-eb65521e-9d5d-44ae-820a-65cfca01e977 None None] Enqueued Resource ID: b540a253-9189-4c58-a986-8ce4b01d73dc with Priority: HIGHEST for action port [ 611.906022] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b540a253-9189-4c58-a986-8ce4b01d73dc with Priority: HIGHEST for action port [ 611.906138] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-b540a253-9189-4c58-a986-8ce4b01d73dc taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.906719] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b540a253-9189-4c58-a986-8ce4b01d73dc" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.906830] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b540a253-9189-4c58-a986-8ce4b01d73dc" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.910634] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b540a253-9189-4c58-a986-8ce4b01d73dc" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.910634] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b540a253-9189-4c58-a986-8ce4b01d73dc',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.915078] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-77233b36-3501-4be5-bd28-768a6d59f79b taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.915078] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77233b36-3501-4be5-bd28-768a6d59f79b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.915078] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77233b36-3501-4be5-bd28-768a6d59f79b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.915078] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77233b36-3501-4be5-bd28-768a6d59f79b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.915078] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.915078] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.915078] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.915078] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.915078] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.915078] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77233b36-3501-4be5-bd28-768a6d59f79b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.915078] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-77233b36-3501-4be5-bd28-768a6d59f79b taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.915078] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77233b36-3501-4be5-bd28-768a6d59f79b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.915078] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77233b36-3501-4be5-bd28-768a6d59f79b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.915882] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77233b36-3501-4be5-bd28-768a6d59f79b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.915882] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.915882] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.915882] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.915882] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.915882] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.915882] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77233b36-3501-4be5-bd28-768a6d59f79b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.915882] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('77233b36-3501-4be5-bd28-768a6d59f79b',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.112579] env[66341]: INFO networking_nsxv3.common.synchronization [req-e5ec42ae-83b5-4cef-ba95-37fba5526f8a req-7180fa59-e4d2-48c6-8923-db8a971120b6 tempest-ServerExternalEventsTest-1256006795 tempest-ServerExternalEventsTest-1256006795-project-member] Enqueued Resource ID: 3e60923b-0326-4e64-92e9-cecea00006f4 with Priority: HIGHEST for action security_group_members [ 612.113229] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e60923b-0326-4e64-92e9-cecea00006f4 with Priority: HIGHEST for action security_group_members [ 612.113611] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e60923b-0326-4e64-92e9-cecea00006f4 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.113763] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e60923b-0326-4e64-92e9-cecea00006f4" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.113875] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e60923b-0326-4e64-92e9-cecea00006f4" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.115144] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e60923b-0326-4e64-92e9-cecea00006f4" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.115343] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.115457] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.115526] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.115694] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.115785] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.116137] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3e60923b-0326-4e64-92e9-cecea00006f4',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.411407] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b540a253-9189-4c58-a986-8ce4b01d73dc [ 612.412023] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.412023] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.412023] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.412240] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.412240] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.412299] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b540a253-9189-4c58-a986-8ce4b01d73dc already deleted. [ 612.412425] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b540a253-9189-4c58-a986-8ce4b01d73dc" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.418914] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 77233b36-3501-4be5-bd28-768a6d59f79b: rpc.has_security_group_logging(os_id): False [ 612.447425] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.447683] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.447683] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.447894] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.447996] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.448282] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.448395] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.448460] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.448694] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.448790] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.448912] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.449128] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.449128] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.449234] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.449354] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.449489] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.449589] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.450175] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.450175] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.450175] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.456585] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 77233b36-3501-4be5-bd28-768a6d59f79b is going to be created. [ 612.460943] env[66341]: INFO networking_nsxv3.common.synchronization [None req-1d17fded-adec-41e5-8ed9-ba40c3633819 None None] Enqueued Resource ID: b540af3d-544b-43e1-a881-b34a5cd5d290 with Priority: HIGHEST for action port [ 612.461347] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b540af3d-544b-43e1-a881-b34a5cd5d290 with Priority: HIGHEST for action port [ 612.461703] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-b540af3d-544b-43e1-a881-b34a5cd5d290 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.463538] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b540af3d-544b-43e1-a881-b34a5cd5d290" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.463538] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b540af3d-544b-43e1-a881-b34a5cd5d290" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.463538] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b540af3d-544b-43e1-a881-b34a5cd5d290" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.463538] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b540af3d-544b-43e1-a881-b34a5cd5d290',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.525149] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.525477] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.525477] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.525610] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.525905] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.544792] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 77233b36-3501-4be5-bd28-768a6d59f79b in Status: IN_PROGRESS for 2s [ 612.620757] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.620757] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.620757] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.620757] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.620757] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.620757] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.620757] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.620757] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.620757] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.620757] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.620757] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e60923b-0326-4e64-92e9-cecea00006f4 already deleted. [ 612.620757] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e60923b-0326-4e64-92e9-cecea00006f4" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.685190] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock network-964 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.685371] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "network-964" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.685491] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "network-964" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.685754] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "network-964" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.686013] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.686185] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.686299] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.686505] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.686644] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.686842] env[66341]: DEBUG dogpile.cache.region [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 612.686950] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] NeedRegenerationException {{(pid=66341) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 612.687063] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] no value, waiting for create lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 612.687166] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] value creation lock acquired {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 612.687267] env[66341]: DEBUG dogpile.cache.region [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 612.687364] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Calling creation function for not-yet-present value {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 612.687487] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 612.714513] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 612.714694] env[66341]: DEBUG dogpile.cache.region [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=66341) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 612.714827] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Released creation lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 612.715012] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "network-964" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.715342] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock port-d09b4ee9-3371-4e1d-b132-4dd8826b2137 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.715512] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "port-d09b4ee9-3371-4e1d-b132-4dd8826b2137" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.715626] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "port-d09b4ee9-3371-4e1d-b132-4dd8826b2137" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.715990] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "port-d09b4ee9-3371-4e1d-b132-4dd8826b2137" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.716129] env[66341]: DEBUG networking_nsxv3.api.rpc [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d09b4ee9-3371-4e1d-b132-4dd8826b2137',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.966071] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b540af3d-544b-43e1-a881-b34a5cd5d290 [ 612.966226] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.966391] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.966490] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.966872] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.966996] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.967123] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b540af3d-544b-43e1-a881-b34a5cd5d290 already deleted. [ 612.967212] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b540af3d-544b-43e1-a881-b34a5cd5d290" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.135543] env[66341]: INFO networking_nsxv3.common.synchronization [None req-79a07c10-8eb1-42fd-b7dd-a2f4fa8baaae None None] Enqueued Resource ID: d861f334-523d-41db-9892-f92a573dd555 with Priority: HIGHEST for action port [ 613.135799] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d861f334-523d-41db-9892-f92a573dd555 with Priority: HIGHEST for action port [ 613.136425] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-d861f334-523d-41db-9892-f92a573dd555 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.136901] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d861f334-523d-41db-9892-f92a573dd555" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.136980] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d861f334-523d-41db-9892-f92a573dd555" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.137329] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d861f334-523d-41db-9892-f92a573dd555" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.137329] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d861f334-523d-41db-9892-f92a573dd555',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.219014] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.219638] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.219750] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.220109] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.220291] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.220458] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Segment Port d09b4ee9-3371-4e1d-b132-4dd8826b2137 not found, creating... [ 613.220737] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.220927] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.221080] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.221338] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.221487] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.221839] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.222037] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.222141] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.222381] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.222530] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.222673] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Resource: SegmentPort with ID: d09b4ee9-3371-4e1d-b132-4dd8826b2137 is going to be created. [ 613.245540] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.245782] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.245923] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.246203] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.246459] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.246684] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "port-d09b4ee9-3371-4e1d-b132-4dd8826b2137" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.451122] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e8cb6e0-656e-435a-bc05-c20ad7c11044 in Status: SUCCESS [ 613.452363] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e8cb6e0-656e-435a-bc05-c20ad7c11044" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.452363] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e8cb6e0-656e-435a-bc05-c20ad7c11044" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.452627] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e8cb6e0-656e-435a-bc05-c20ad7c11044" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.452877] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.453051] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.453122] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.453325] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.453421] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.453528] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e8cb6e0-656e-435a-bc05-c20ad7c11044" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.453732] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e8cb6e0-656e-435a-bc05-c20ad7c11044 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.453832] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e8cb6e0-656e-435a-bc05-c20ad7c11044" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.453946] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e8cb6e0-656e-435a-bc05-c20ad7c11044" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.454084] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e8cb6e0-656e-435a-bc05-c20ad7c11044" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.454251] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.454352] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.454417] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.454601] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.454664] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.454914] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e8cb6e0-656e-435a-bc05-c20ad7c11044" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.454914] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4e8cb6e0-656e-435a-bc05-c20ad7c11044',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.455786] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e8cb6e0-656e-435a-bc05-c20ad7c11044" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.456045] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e8cb6e0-656e-435a-bc05-c20ad7c11044" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.456200] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.456346] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.456456] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.456630] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.456738] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.456849] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4e8cb6e0-656e-435a-bc05-c20ad7c11044',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.639422] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d861f334-523d-41db-9892-f92a573dd555 [ 613.639701] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.639846] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.639918] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.640273] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.640428] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.640547] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d861f334-523d-41db-9892-f92a573dd555 already deleted. [ 613.640635] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d861f334-523d-41db-9892-f92a573dd555" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.788780] env[66341]: INFO networking_nsxv3.common.synchronization [None req-919a12be-03f5-4baa-b4cd-3b8695d0e9e6 tempest-ServersWithSpecificFlavorTestJSON-255680911 tempest-ServersWithSpecificFlavorTestJSON-255680911-project-member] Enqueued Resource ID: efd7ad7f-2b54-41bc-b065-1ec45f761923 with Priority: HIGHEST for action security_group_rules [ 613.789877] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efd7ad7f-2b54-41bc-b065-1ec45f761923 with Priority: HIGHEST for action security_group_rules [ 613.789877] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-efd7ad7f-2b54-41bc-b065-1ec45f761923 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.790051] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-efd7ad7f-2b54-41bc-b065-1ec45f761923" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.790166] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-efd7ad7f-2b54-41bc-b065-1ec45f761923" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.790490] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-efd7ad7f-2b54-41bc-b065-1ec45f761923" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.790573] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('efd7ad7f-2b54-41bc-b065-1ec45f761923',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.960293] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4e8cb6e0-656e-435a-bc05-c20ad7c11044: rpc.has_security_group_logging(os_id): False [ 613.960450] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4e8cb6e0-656e-435a-bc05-c20ad7c11044',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.974618] env[66341]: INFO networking_nsxv3.common.synchronization [req-e5ec42ae-83b5-4cef-ba95-37fba5526f8a req-f31f013e-2b0e-49be-8dc9-28f6401dd415 service nova] Enqueued Resource ID: 3e60923b-0326-4e64-92e9-cecea00006f4 with Priority: HIGHEST for action security_group_rules [ 613.974835] env[66341]: INFO networking_nsxv3.common.synchronization [req-e5ec42ae-83b5-4cef-ba95-37fba5526f8a req-f31f013e-2b0e-49be-8dc9-28f6401dd415 service nova] Enqueued Resource ID: 3e60923b-0326-4e64-92e9-cecea00006f4 with Priority: HIGHEST for action security_group_members [ 613.974973] env[66341]: INFO networking_nsxv3.common.synchronization [req-e5ec42ae-83b5-4cef-ba95-37fba5526f8a req-f31f013e-2b0e-49be-8dc9-28f6401dd415 service nova] Enqueued Resource ID: d09b4ee9-3371-4e1d-b132-4dd8826b2137 with Priority: HIGHEST for action port [ 613.975532] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e60923b-0326-4e64-92e9-cecea00006f4 with Priority: HIGHEST for action security_group_rules [ 613.975663] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e60923b-0326-4e64-92e9-cecea00006f4 with Priority: HIGHEST for action security_group_members [ 613.975758] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d09b4ee9-3371-4e1d-b132-4dd8826b2137 with Priority: HIGHEST for action port [ 613.976040] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3e60923b-0326-4e64-92e9-cecea00006f4 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.976224] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3e60923b-0326-4e64-92e9-cecea00006f4" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.976224] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3e60923b-0326-4e64-92e9-cecea00006f4" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.976471] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3e60923b-0326-4e64-92e9-cecea00006f4" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.976579] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3e60923b-0326-4e64-92e9-cecea00006f4',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.977713] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e60923b-0326-4e64-92e9-cecea00006f4 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.977816] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e60923b-0326-4e64-92e9-cecea00006f4" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.977892] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e60923b-0326-4e64-92e9-cecea00006f4" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.978157] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e60923b-0326-4e64-92e9-cecea00006f4" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.978285] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.978395] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.978475] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.978764] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.978893] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.979014] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3e60923b-0326-4e64-92e9-cecea00006f4',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.979905] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-d09b4ee9-3371-4e1d-b132-4dd8826b2137 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.980069] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d09b4ee9-3371-4e1d-b132-4dd8826b2137" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.980121] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d09b4ee9-3371-4e1d-b132-4dd8826b2137" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.980442] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d09b4ee9-3371-4e1d-b132-4dd8826b2137" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.980442] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d09b4ee9-3371-4e1d-b132-4dd8826b2137',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.991798] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.991798] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.991798] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.992020] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.992084] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.992323] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.992506] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.992560] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.992732] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.992814] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.993070] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.993176] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.993240] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.993399] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.993468] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.993661] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.993758] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.993821] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.994023] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.997279] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.997377] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4e8cb6e0-656e-435a-bc05-c20ad7c11044 is going to be updated. [ 614.086708] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.086978] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.086978] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.087245] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.087400] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.125108] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4e8cb6e0-656e-435a-bc05-c20ad7c11044 in Status: IN_PROGRESS for 2s [ 614.312052] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.312177] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.312242] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.312460] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.312552] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.312659] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: efd7ad7f-2b54-41bc-b065-1ec45f761923 already deleted. [ 614.312787] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-efd7ad7f-2b54-41bc-b065-1ec45f761923" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.464278] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4e8cb6e0-656e-435a-bc05-c20ad7c11044',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.468960] env[66341]: INFO networking_nsxv3.common.synchronization [None req-6cdc5406-abee-46d7-9e2d-7ae52ed73789 tempest-ServersWithSpecificFlavorTestJSON-255680911 tempest-ServersWithSpecificFlavorTestJSON-255680911-project-member] Enqueued Resource ID: efd7ad7f-2b54-41bc-b065-1ec45f761923 with Priority: HIGHEST for action security_group_rules [ 614.470448] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efd7ad7f-2b54-41bc-b065-1ec45f761923 with Priority: HIGHEST for action security_group_rules [ 614.470448] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-efd7ad7f-2b54-41bc-b065-1ec45f761923 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.470448] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-efd7ad7f-2b54-41bc-b065-1ec45f761923" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.470448] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-efd7ad7f-2b54-41bc-b065-1ec45f761923" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.470605] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-efd7ad7f-2b54-41bc-b065-1ec45f761923" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.475019] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('efd7ad7f-2b54-41bc-b065-1ec45f761923',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.482599] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e60923b-0326-4e64-92e9-cecea00006f4 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.482907] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e60923b-0326-4e64-92e9-cecea00006f4" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.483477] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3e60923b-0326-4e64-92e9-cecea00006f4',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.483971] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d09b4ee9-3371-4e1d-b132-4dd8826b2137 with status ACTIVE [ 614.484167] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.484284] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.484348] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.484544] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.485458] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.485458] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.485458] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.485458] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.485458] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.485458] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.485458] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.485458] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.485877] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.485877] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.485877] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.485877] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d09b4ee9-3371-4e1d-b132-4dd8826b2137 is going to be updated. [ 614.509871] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.510165] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.510165] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.510338] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.511111] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.511111] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d09b4ee9-3371-4e1d-b132-4dd8826b2137" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.566802] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 77233b36-3501-4be5-bd28-768a6d59f79b in Status: SUCCESS [ 614.566802] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-77233b36-3501-4be5-bd28-768a6d59f79b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.967255] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.967637] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.967777] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.967963] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.968093] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.968196] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e8cb6e0-656e-435a-bc05-c20ad7c11044 is going to be updated. [ 614.988447] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3e60923b-0326-4e64-92e9-cecea00006f4',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.992091] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.992091] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.992091] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.992091] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.992091] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.992091] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: efd7ad7f-2b54-41bc-b065-1ec45f761923 already deleted. [ 614.992091] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-efd7ad7f-2b54-41bc-b065-1ec45f761923" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.002455] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.002726] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.002821] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.003038] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.003323] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.015783] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e8cb6e0-656e-435a-bc05-c20ad7c11044 in Status: IN_PROGRESS for 2s [ 615.493506] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.493829] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.493829] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.494176] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.494231] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.494326] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e60923b-0326-4e64-92e9-cecea00006f4 is going to be created. [ 615.520840] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.521546] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.521546] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.521546] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.521778] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.536804] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e60923b-0326-4e64-92e9-cecea00006f4 in Status: UNINITIALIZED for 2s [ 616.127149] env[66341]: INFO networking_nsxv3.common.synchronization [None req-c292a4a0-4fa3-4060-897f-13077c8f5022 None None] Enqueued Resource ID: 6e4a4f98-12b4-495f-9221-411842099195 with Priority: HIGHEST for action port [ 616.127678] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e4a4f98-12b4-495f-9221-411842099195 with Priority: HIGHEST for action port [ 616.128367] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-6e4a4f98-12b4-495f-9221-411842099195 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.128513] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6e4a4f98-12b4-495f-9221-411842099195" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.128586] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6e4a4f98-12b4-495f-9221-411842099195" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.128806] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6e4a4f98-12b4-495f-9221-411842099195" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.128887] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6e4a4f98-12b4-495f-9221-411842099195',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.140264] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4e8cb6e0-656e-435a-bc05-c20ad7c11044 in Status: SUCCESS [ 616.142234] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4e8cb6e0-656e-435a-bc05-c20ad7c11044" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.142234] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4e8cb6e0-656e-435a-bc05-c20ad7c11044" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.142234] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4e8cb6e0-656e-435a-bc05-c20ad7c11044" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.142234] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4e8cb6e0-656e-435a-bc05-c20ad7c11044',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.632196] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6e4a4f98-12b4-495f-9221-411842099195 [ 616.632502] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.632566] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.634190] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.634190] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.634190] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.634190] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6e4a4f98-12b4-495f-9221-411842099195 already deleted. [ 616.634190] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6e4a4f98-12b4-495f-9221-411842099195" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.645781] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e8cb6e0-656e-435a-bc05-c20ad7c11044 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.645997] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e8cb6e0-656e-435a-bc05-c20ad7c11044" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.001195] env[66341]: INFO networking_nsxv3.common.synchronization [None req-af5a204f-6875-49bf-80a6-8f410fdca1c1 None None] Enqueued Resource ID: 3697d056-db9b-4680-ac5c-958c02070205 with Priority: HIGHEST for action port [ 617.001195] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3697d056-db9b-4680-ac5c-958c02070205 with Priority: HIGHEST for action port [ 617.001503] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-3697d056-db9b-4680-ac5c-958c02070205 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.001570] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3697d056-db9b-4680-ac5c-958c02070205" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.002759] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3697d056-db9b-4680-ac5c-958c02070205" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.002759] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3697d056-db9b-4680-ac5c-958c02070205" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.002759] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3697d056-db9b-4680-ac5c-958c02070205',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.029235] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e8cb6e0-656e-435a-bc05-c20ad7c11044 in Status: SUCCESS [ 617.029565] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e8cb6e0-656e-435a-bc05-c20ad7c11044" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.030194] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e8cb6e0-656e-435a-bc05-c20ad7c11044" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.030194] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e8cb6e0-656e-435a-bc05-c20ad7c11044" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.030673] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.030883] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.031033] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.031266] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.031428] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.031684] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e8cb6e0-656e-435a-bc05-c20ad7c11044" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.031684] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4e8cb6e0-656e-435a-bc05-c20ad7c11044',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.506869] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3697d056-db9b-4680-ac5c-958c02070205 [ 617.507172] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.507316] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.507379] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.507616] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.507706] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.507804] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3697d056-db9b-4680-ac5c-958c02070205 already deleted. [ 617.507897] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3697d056-db9b-4680-ac5c-958c02070205" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.534167] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e8cb6e0-656e-435a-bc05-c20ad7c11044 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.534328] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e8cb6e0-656e-435a-bc05-c20ad7c11044" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.534386] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e8cb6e0-656e-435a-bc05-c20ad7c11044" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.534607] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e8cb6e0-656e-435a-bc05-c20ad7c11044" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.534769] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.534871] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.534933] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.535103] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.535193] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.535281] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e8cb6e0-656e-435a-bc05-c20ad7c11044" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.535425] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e8cb6e0-656e-435a-bc05-c20ad7c11044 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.535542] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e8cb6e0-656e-435a-bc05-c20ad7c11044" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.535600] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e8cb6e0-656e-435a-bc05-c20ad7c11044" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.535721] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e8cb6e0-656e-435a-bc05-c20ad7c11044" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.535934] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.535934] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.536055] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.536152] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.536231] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.536319] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e8cb6e0-656e-435a-bc05-c20ad7c11044" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.536402] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4e8cb6e0-656e-435a-bc05-c20ad7c11044',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.547257] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e60923b-0326-4e64-92e9-cecea00006f4 in Status: SUCCESS [ 617.547443] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e60923b-0326-4e64-92e9-cecea00006f4" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.547877] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e60923b-0326-4e64-92e9-cecea00006f4" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.548117] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e60923b-0326-4e64-92e9-cecea00006f4" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.548304] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.548423] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.548490] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.548638] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.548720] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.548875] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e60923b-0326-4e64-92e9-cecea00006f4" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.548909] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3e60923b-0326-4e64-92e9-cecea00006f4',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.039398] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4e8cb6e0-656e-435a-bc05-c20ad7c11044: rpc.has_security_group_logging(os_id): False [ 618.052638] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e60923b-0326-4e64-92e9-cecea00006f4 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.052867] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e60923b-0326-4e64-92e9-cecea00006f4" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.052934] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e60923b-0326-4e64-92e9-cecea00006f4" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.053146] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e60923b-0326-4e64-92e9-cecea00006f4" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.053317] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.053415] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.053475] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.053632] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.053740] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.053836] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e60923b-0326-4e64-92e9-cecea00006f4" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.053983] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e60923b-0326-4e64-92e9-cecea00006f4 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.054176] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e60923b-0326-4e64-92e9-cecea00006f4" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.054176] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e60923b-0326-4e64-92e9-cecea00006f4" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.054316] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e60923b-0326-4e64-92e9-cecea00006f4" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.054482] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.054574] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.054625] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.054739] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.054814] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.054894] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e60923b-0326-4e64-92e9-cecea00006f4" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.054994] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3e60923b-0326-4e64-92e9-cecea00006f4',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.058073] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.058236] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.058298] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.058667] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.058667] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.058810] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.058890] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.058936] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.059147] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.059238] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.059601] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.059601] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.059980] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.059980] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.059980] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.061032] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.061032] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.061032] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.061032] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.061032] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.061032] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4e8cb6e0-656e-435a-bc05-c20ad7c11044 is going to be updated. [ 618.130637] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.132988] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.132988] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.132988] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.132988] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.145703] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4e8cb6e0-656e-435a-bc05-c20ad7c11044 in Status: IN_PROGRESS for 2s [ 618.559633] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3e60923b-0326-4e64-92e9-cecea00006f4: rpc.has_security_group_logging(os_id): False [ 618.582255] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.582255] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.582255] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.582255] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.582255] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.582255] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.582255] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.582255] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.582255] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.582255] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.582255] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.582255] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.582255] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.582255] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.583803] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.583803] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.583803] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.583803] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.584618] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.584761] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.584886] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3e60923b-0326-4e64-92e9-cecea00006f4 is going to be created. [ 618.654677] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.654677] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.654677] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.654677] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.655623] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.670260] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3e60923b-0326-4e64-92e9-cecea00006f4 in Status: IN_PROGRESS for 2s [ 618.803254] env[66341]: INFO networking_nsxv3.common.synchronization [req-5af6b4bd-b930-488e-99df-fdd8317d9fe0 req-42ccdb5e-45ad-4eb8-8439-26604467cb83 tempest-VolumesAssistedSnapshotsTest-268275416 tempest-VolumesAssistedSnapshotsTest-268275416-project-member] Enqueued Resource ID: 84e4ef9a-f6f1-453a-bd23-9f00fc7c5c31 with Priority: HIGHEST for action security_group_members [ 618.803507] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84e4ef9a-f6f1-453a-bd23-9f00fc7c5c31 with Priority: HIGHEST for action security_group_members [ 618.803830] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-84e4ef9a-f6f1-453a-bd23-9f00fc7c5c31 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.804602] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84e4ef9a-f6f1-453a-bd23-9f00fc7c5c31" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.805673] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84e4ef9a-f6f1-453a-bd23-9f00fc7c5c31" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.805673] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84e4ef9a-f6f1-453a-bd23-9f00fc7c5c31" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.805778] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.806353] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.806353] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.806353] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.806353] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.806353] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('84e4ef9a-f6f1-453a-bd23-9f00fc7c5c31',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.690442] env[66341]: INFO networking_nsxv3.common.synchronization [None req-6cd36e8e-9e3f-4905-9060-b37d5c194c48 None None] Enqueued Resource ID: 7b34e551-7047-46cb-81c7-9f61c7a5f4fa with Priority: HIGHEST for action port [ 619.691541] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b34e551-7047-46cb-81c7-9f61c7a5f4fa with Priority: HIGHEST for action port [ 619.692078] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-7b34e551-7047-46cb-81c7-9f61c7a5f4fa taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.692221] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7b34e551-7047-46cb-81c7-9f61c7a5f4fa" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.692416] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7b34e551-7047-46cb-81c7-9f61c7a5f4fa" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.692829] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7b34e551-7047-46cb-81c7-9f61c7a5f4fa" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.692907] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7b34e551-7047-46cb-81c7-9f61c7a5f4fa',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.744686] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.744876] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.745115] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.745340] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.745340] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.745542] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.745665] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.745743] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.745923] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.745996] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.746802] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 84e4ef9a-f6f1-453a-bd23-9f00fc7c5c31 already deleted. [ 619.746909] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84e4ef9a-f6f1-453a-bd23-9f00fc7c5c31" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.162015] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4e8cb6e0-656e-435a-bc05-c20ad7c11044 in Status: SUCCESS [ 620.162253] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4e8cb6e0-656e-435a-bc05-c20ad7c11044" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.164411] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock network-257 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.164584] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "network-257" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.164703] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "network-257" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.165058] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "network-257" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.165412] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.165669] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.165861] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.166214] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.166444] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.166666] env[66341]: DEBUG dogpile.cache.region [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 620.166791] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] NeedRegenerationException {{(pid=66341) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 620.166879] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] no value, waiting for create lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 620.167101] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] value creation lock acquired {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 620.167101] env[66341]: DEBUG dogpile.cache.region [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 620.167203] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Calling creation function for not-yet-present value {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 620.167335] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 620.188292] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 620.188499] env[66341]: DEBUG dogpile.cache.region [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66341) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 620.188664] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Released creation lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 620.188886] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "network-257" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.189267] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock port-334da6de-7916-47f5-b7d4-710d9b551c41 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.189466] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "port-334da6de-7916-47f5-b7d4-710d9b551c41" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.189849] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "port-334da6de-7916-47f5-b7d4-710d9b551c41" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.189922] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "port-334da6de-7916-47f5-b7d4-710d9b551c41" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.190078] env[66341]: DEBUG networking_nsxv3.api.rpc [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('334da6de-7916-47f5-b7d4-710d9b551c41',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.195717] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7b34e551-7047-46cb-81c7-9f61c7a5f4fa [ 620.195960] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.196053] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.196053] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.196296] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.196388] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.196499] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7b34e551-7047-46cb-81c7-9f61c7a5f4fa already deleted. [ 620.196595] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7b34e551-7047-46cb-81c7-9f61c7a5f4fa" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.693035] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3e60923b-0326-4e64-92e9-cecea00006f4 in Status: SUCCESS [ 620.693035] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3e60923b-0326-4e64-92e9-cecea00006f4" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.693035] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.693035] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.693035] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.693525] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.693688] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.694038] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Segment Port 334da6de-7916-47f5-b7d4-710d9b551c41 not found, creating... [ 620.694318] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.694551] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.694702] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.694999] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.695188] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.695603] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.696259] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.696420] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.696703] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.697013] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.697135] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Resource: SegmentPort with ID: 334da6de-7916-47f5-b7d4-710d9b551c41 is going to be created. [ 620.729824] env[66341]: INFO networking_nsxv3.common.synchronization [None req-65c4ea55-f155-4541-8f56-0ac8cfdb7f14 None None] Enqueued Resource ID: 542b1316-b0ef-48e8-90de-fcd716447c33 with Priority: HIGHEST for action port [ 620.731065] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.731753] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.731753] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.732216] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.732457] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.732700] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "port-334da6de-7916-47f5-b7d4-710d9b551c41" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.733931] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 542b1316-b0ef-48e8-90de-fcd716447c33 with Priority: HIGHEST for action port [ 620.734899] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-542b1316-b0ef-48e8-90de-fcd716447c33 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.735089] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-542b1316-b0ef-48e8-90de-fcd716447c33" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.735318] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-542b1316-b0ef-48e8-90de-fcd716447c33" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.735968] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-542b1316-b0ef-48e8-90de-fcd716447c33" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.735968] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('542b1316-b0ef-48e8-90de-fcd716447c33',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.238733] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 542b1316-b0ef-48e8-90de-fcd716447c33 [ 621.238999] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.239141] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.239215] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.239435] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.239526] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.242983] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:542b1316-b0ef-48e8-90de-fcd716447c33 already deleted. [ 621.243158] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-542b1316-b0ef-48e8-90de-fcd716447c33" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.496489] env[66341]: INFO networking_nsxv3.common.synchronization [req-5af6b4bd-b930-488e-99df-fdd8317d9fe0 req-8a7490c3-eb41-4674-8a56-d4e91c2cc701 service nova] Enqueued Resource ID: 84e4ef9a-f6f1-453a-bd23-9f00fc7c5c31 with Priority: HIGHEST for action security_group_rules [ 621.496680] env[66341]: INFO networking_nsxv3.common.synchronization [req-5af6b4bd-b930-488e-99df-fdd8317d9fe0 req-8a7490c3-eb41-4674-8a56-d4e91c2cc701 service nova] Enqueued Resource ID: 84e4ef9a-f6f1-453a-bd23-9f00fc7c5c31 with Priority: HIGHEST for action security_group_members [ 621.496855] env[66341]: INFO networking_nsxv3.common.synchronization [req-5af6b4bd-b930-488e-99df-fdd8317d9fe0 req-8a7490c3-eb41-4674-8a56-d4e91c2cc701 service nova] Enqueued Resource ID: 334da6de-7916-47f5-b7d4-710d9b551c41 with Priority: HIGHEST for action port [ 621.497414] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84e4ef9a-f6f1-453a-bd23-9f00fc7c5c31 with Priority: HIGHEST for action security_group_rules [ 621.497553] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84e4ef9a-f6f1-453a-bd23-9f00fc7c5c31 with Priority: HIGHEST for action security_group_members [ 621.497683] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 334da6de-7916-47f5-b7d4-710d9b551c41 with Priority: HIGHEST for action port [ 621.498015] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-84e4ef9a-f6f1-453a-bd23-9f00fc7c5c31 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.498143] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-84e4ef9a-f6f1-453a-bd23-9f00fc7c5c31" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.498238] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-84e4ef9a-f6f1-453a-bd23-9f00fc7c5c31" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.498473] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-84e4ef9a-f6f1-453a-bd23-9f00fc7c5c31" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.498562] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('84e4ef9a-f6f1-453a-bd23-9f00fc7c5c31',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.499521] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-84e4ef9a-f6f1-453a-bd23-9f00fc7c5c31 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.499635] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84e4ef9a-f6f1-453a-bd23-9f00fc7c5c31" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.499773] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84e4ef9a-f6f1-453a-bd23-9f00fc7c5c31" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.499998] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84e4ef9a-f6f1-453a-bd23-9f00fc7c5c31" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.500844] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.500844] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.500844] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.500844] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.500844] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.500844] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('84e4ef9a-f6f1-453a-bd23-9f00fc7c5c31',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.502497] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-334da6de-7916-47f5-b7d4-710d9b551c41 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.502497] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-334da6de-7916-47f5-b7d4-710d9b551c41" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.502497] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-334da6de-7916-47f5-b7d4-710d9b551c41" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.502497] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-334da6de-7916-47f5-b7d4-710d9b551c41" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.502497] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('334da6de-7916-47f5-b7d4-710d9b551c41',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.003785] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-84e4ef9a-f6f1-453a-bd23-9f00fc7c5c31 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.004212] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84e4ef9a-f6f1-453a-bd23-9f00fc7c5c31" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.004212] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('84e4ef9a-f6f1-453a-bd23-9f00fc7c5c31',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.005750] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 334da6de-7916-47f5-b7d4-710d9b551c41 with status ACTIVE [ 622.005907] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.006061] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.006169] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.006535] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.006535] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.006630] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.006733] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.006798] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.006955] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.007059] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.007246] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.007308] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.007391] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.007543] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.007619] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.007735] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 334da6de-7916-47f5-b7d4-710d9b551c41 is going to be updated. [ 622.038620] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.038834] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.038976] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.039352] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.039399] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.039611] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-334da6de-7916-47f5-b7d4-710d9b551c41" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.507636] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('84e4ef9a-f6f1-453a-bd23-9f00fc7c5c31',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.984466] env[66341]: INFO networking_nsxv3.common.synchronization [None req-ea959422-b814-456c-803e-b0073b5d891d None None] Enqueued Resource ID: 9b83be28-ff67-4ca3-9817-becaac1e2ace with Priority: HIGHEST for action port [ 622.985150] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b83be28-ff67-4ca3-9817-becaac1e2ace with Priority: HIGHEST for action port [ 622.985392] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-9b83be28-ff67-4ca3-9817-becaac1e2ace taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.985510] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9b83be28-ff67-4ca3-9817-becaac1e2ace" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.986158] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9b83be28-ff67-4ca3-9817-becaac1e2ace" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.986158] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9b83be28-ff67-4ca3-9817-becaac1e2ace" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.986158] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9b83be28-ff67-4ca3-9817-becaac1e2ace',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.009246] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.009534] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.009534] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.010981] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.010981] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.010981] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 84e4ef9a-f6f1-453a-bd23-9f00fc7c5c31 is going to be created. [ 623.041652] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.041992] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.041992] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.042305] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.042516] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.056535] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84e4ef9a-f6f1-453a-bd23-9f00fc7c5c31 in Status: UNINITIALIZED for 2s [ 623.488336] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9b83be28-ff67-4ca3-9817-becaac1e2ace [ 623.488576] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.488850] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.488983] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.489247] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.489532] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.489532] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9b83be28-ff67-4ca3-9817-becaac1e2ace already deleted. [ 623.489532] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9b83be28-ff67-4ca3-9817-becaac1e2ace" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.908160] env[66341]: INFO networking_nsxv3.common.synchronization [req-09a13b8e-0270-4897-ab0c-05ad61ac1f9c req-5c6ffda5-c16f-4e16-9537-8b9da999ffbe tempest-ServersTestManualDisk-807138791 tempest-ServersTestManualDisk-807138791-project-member] Enqueued Resource ID: 16cc60f5-3ae8-46f0-a225-e7dc5a65f12b with Priority: HIGHEST for action security_group_members [ 623.908160] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16cc60f5-3ae8-46f0-a225-e7dc5a65f12b with Priority: HIGHEST for action security_group_members [ 623.908160] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-16cc60f5-3ae8-46f0-a225-e7dc5a65f12b taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.908851] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16cc60f5-3ae8-46f0-a225-e7dc5a65f12b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.909159] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16cc60f5-3ae8-46f0-a225-e7dc5a65f12b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.909492] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16cc60f5-3ae8-46f0-a225-e7dc5a65f12b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.909779] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.910062] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.911163] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.911163] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.911163] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.911163] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('16cc60f5-3ae8-46f0-a225-e7dc5a65f12b',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.033832] env[66341]: INFO networking_nsxv3.common.synchronization [None req-1d3297cb-3981-4cb3-9760-72b3196a91b0 None None] Enqueued Resource ID: 16368d38-a9a1-4b12-80c3-d7097da725bc with Priority: HIGHEST for action port [ 624.035360] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16368d38-a9a1-4b12-80c3-d7097da725bc with Priority: HIGHEST for action port [ 624.035360] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-16368d38-a9a1-4b12-80c3-d7097da725bc taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.035360] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-16368d38-a9a1-4b12-80c3-d7097da725bc" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.035360] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-16368d38-a9a1-4b12-80c3-d7097da725bc" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.038201] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-16368d38-a9a1-4b12-80c3-d7097da725bc" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.039022] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('16368d38-a9a1-4b12-80c3-d7097da725bc',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.102552] env[66341]: INFO networking_nsxv3.common.synchronization [None req-20969233-ac5c-4a23-ac89-d9709434a8e5 tempest-AttachInterfacesTestJSON-748429391 tempest-AttachInterfacesTestJSON-748429391-project-member] Enqueued Resource ID: ce7ac1e0-dc34-4cba-baba-29e6c6c5c0d4 with Priority: HIGHEST for action security_group_rules [ 624.103243] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce7ac1e0-dc34-4cba-baba-29e6c6c5c0d4 with Priority: HIGHEST for action security_group_rules [ 624.103874] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ce7ac1e0-dc34-4cba-baba-29e6c6c5c0d4 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.104191] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ce7ac1e0-dc34-4cba-baba-29e6c6c5c0d4" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.104432] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ce7ac1e0-dc34-4cba-baba-29e6c6c5c0d4" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.104655] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ce7ac1e0-dc34-4cba-baba-29e6c6c5c0d4" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.104782] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ce7ac1e0-dc34-4cba-baba-29e6c6c5c0d4',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.349232] env[66341]: INFO networking_nsxv3.common.synchronization [None req-7b36a98d-277b-4217-a80c-f89c4b0ef296 tempest-AttachInterfacesTestJSON-748429391 tempest-AttachInterfacesTestJSON-748429391-project-member] Enqueued Resource ID: ce7ac1e0-dc34-4cba-baba-29e6c6c5c0d4 with Priority: HIGHEST for action security_group_rules [ 624.349757] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce7ac1e0-dc34-4cba-baba-29e6c6c5c0d4 with Priority: HIGHEST for action security_group_rules [ 624.350076] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ce7ac1e0-dc34-4cba-baba-29e6c6c5c0d4 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.350212] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ce7ac1e0-dc34-4cba-baba-29e6c6c5c0d4" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.416581] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.416761] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.416842] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.417061] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.417150] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.417326] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.417452] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.417546] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.417631] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.417707] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.417800] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16cc60f5-3ae8-46f0-a225-e7dc5a65f12b already deleted. [ 624.417883] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16cc60f5-3ae8-46f0-a225-e7dc5a65f12b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.498953] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock network-4 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.499187] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "network-4" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.499405] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "network-4" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.499708] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "network-4" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.500413] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.500636] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.500835] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.501135] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.501299] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.501546] env[66341]: DEBUG dogpile.cache.region [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 624.501669] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] NeedRegenerationException {{(pid=66341) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 624.501815] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] no value, waiting for create lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 624.501930] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] value creation lock acquired {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 624.502085] env[66341]: DEBUG dogpile.cache.region [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 624.502204] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Calling creation function for not-yet-present value {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 624.502347] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 624.525157] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 624.525388] env[66341]: DEBUG dogpile.cache.region [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66341) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 624.525460] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Released creation lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 624.525618] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "network-4" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.525935] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock port-15871c20-6162-4832-ac87-9f6d3d79c32c taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.526136] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "port-15871c20-6162-4832-ac87-9f6d3d79c32c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.526252] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "port-15871c20-6162-4832-ac87-9f6d3d79c32c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.526573] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "port-15871c20-6162-4832-ac87-9f6d3d79c32c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.526699] env[66341]: DEBUG networking_nsxv3.api.rpc [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('15871c20-6162-4832-ac87-9f6d3d79c32c',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.541904] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 16368d38-a9a1-4b12-80c3-d7097da725bc [ 624.542177] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.542362] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.542362] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.542592] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.542678] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.542804] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:16368d38-a9a1-4b12-80c3-d7097da725bc already deleted. [ 624.542904] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-16368d38-a9a1-4b12-80c3-d7097da725bc" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.627371] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.627795] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.627899] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.628158] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.628268] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.628376] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ce7ac1e0-dc34-4cba-baba-29e6c6c5c0d4 already deleted. [ 624.628462] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ce7ac1e0-dc34-4cba-baba-29e6c6c5c0d4" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.628625] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ce7ac1e0-dc34-4cba-baba-29e6c6c5c0d4" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.628798] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ce7ac1e0-dc34-4cba-baba-29e6c6c5c0d4" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.628880] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ce7ac1e0-dc34-4cba-baba-29e6c6c5c0d4',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.010736] env[66341]: INFO networking_nsxv3.common.synchronization [None req-7f20378d-8220-444d-b9ac-48caf4aed6ac None None] Enqueued Resource ID: 7f172b33-a40b-4d94-83bf-2d461a5e1314 with Priority: HIGHEST for action port [ 625.011389] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f172b33-a40b-4d94-83bf-2d461a5e1314 with Priority: HIGHEST for action port [ 625.011389] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-7f172b33-a40b-4d94-83bf-2d461a5e1314 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.011389] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7f172b33-a40b-4d94-83bf-2d461a5e1314" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.011663] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7f172b33-a40b-4d94-83bf-2d461a5e1314" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.011701] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7f172b33-a40b-4d94-83bf-2d461a5e1314" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.011808] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7f172b33-a40b-4d94-83bf-2d461a5e1314',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.030244] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.030244] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.030244] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.032061] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.032061] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.032061] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Segment Port 15871c20-6162-4832-ac87-9f6d3d79c32c not found, creating... [ 625.032061] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.032485] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.032642] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.032924] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.033133] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.033472] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.034024] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.034024] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.034391] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.034435] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.034653] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Resource: SegmentPort with ID: 15871c20-6162-4832-ac87-9f6d3d79c32c is going to be created. [ 625.065027] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.065027] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.065027] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.065027] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.065027] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.065027] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "port-15871c20-6162-4832-ac87-9f6d3d79c32c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.080424] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84e4ef9a-f6f1-453a-bd23-9f00fc7c5c31 in Status: SUCCESS [ 625.080424] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84e4ef9a-f6f1-453a-bd23-9f00fc7c5c31" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.080771] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84e4ef9a-f6f1-453a-bd23-9f00fc7c5c31" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.082030] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84e4ef9a-f6f1-453a-bd23-9f00fc7c5c31" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.082030] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.082030] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.082030] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.082030] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.082030] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.082030] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84e4ef9a-f6f1-453a-bd23-9f00fc7c5c31" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.082030] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('84e4ef9a-f6f1-453a-bd23-9f00fc7c5c31',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.156023] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.157376] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.157506] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.159564] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.159564] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.159564] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ce7ac1e0-dc34-4cba-baba-29e6c6c5c0d4 already deleted. [ 625.159564] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ce7ac1e0-dc34-4cba-baba-29e6c6c5c0d4" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.514440] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7f172b33-a40b-4d94-83bf-2d461a5e1314 [ 625.514660] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.514806] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.514869] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.515153] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.515153] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.515153] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7f172b33-a40b-4d94-83bf-2d461a5e1314 already deleted. [ 625.515153] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7f172b33-a40b-4d94-83bf-2d461a5e1314" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.584603] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('84e4ef9a-f6f1-453a-bd23-9f00fc7c5c31',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.591836] env[66341]: INFO networking_nsxv3.common.synchronization [None req-be5c0ef6-7e04-4b5f-b32a-309dfa80caa2 None None] Enqueued Resource ID: b96cca54-2838-47c8-a711-873e06b8baec with Priority: HIGHEST for action port [ 625.592372] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b96cca54-2838-47c8-a711-873e06b8baec with Priority: HIGHEST for action port [ 625.594957] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-b96cca54-2838-47c8-a711-873e06b8baec taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.595640] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b96cca54-2838-47c8-a711-873e06b8baec" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.595640] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b96cca54-2838-47c8-a711-873e06b8baec" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.595640] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b96cca54-2838-47c8-a711-873e06b8baec" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.595640] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b96cca54-2838-47c8-a711-873e06b8baec',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.610791] env[66341]: INFO networking_nsxv3.common.synchronization [req-90bf1939-582c-4567-9d72-aff58f2ef6e0 req-c1b1b0bb-8bc9-440a-b88e-6b9293071949 tempest-ServersTestJSON-1428872063 tempest-ServersTestJSON-1428872063-project-member] Enqueued Resource ID: 70627c13-7c10-487c-b08b-03ed64ef6e43 with Priority: HIGHEST for action security_group_members [ 625.611966] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70627c13-7c10-487c-b08b-03ed64ef6e43 with Priority: HIGHEST for action security_group_members [ 625.612887] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-70627c13-7c10-487c-b08b-03ed64ef6e43 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.613040] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70627c13-7c10-487c-b08b-03ed64ef6e43" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.613916] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70627c13-7c10-487c-b08b-03ed64ef6e43" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.614868] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70627c13-7c10-487c-b08b-03ed64ef6e43" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.614868] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.615052] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.615115] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.617080] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.617080] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.617080] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('70627c13-7c10-487c-b08b-03ed64ef6e43',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.863610] env[66341]: INFO networking_nsxv3.common.synchronization [req-09a13b8e-0270-4897-ab0c-05ad61ac1f9c req-3e9d64ff-d03a-4f6e-a6c3-17e561e3e862 service nova] Enqueued Resource ID: 16cc60f5-3ae8-46f0-a225-e7dc5a65f12b with Priority: HIGHEST for action security_group_rules [ 625.863785] env[66341]: INFO networking_nsxv3.common.synchronization [req-09a13b8e-0270-4897-ab0c-05ad61ac1f9c req-3e9d64ff-d03a-4f6e-a6c3-17e561e3e862 service nova] Enqueued Resource ID: 16cc60f5-3ae8-46f0-a225-e7dc5a65f12b with Priority: HIGHEST for action security_group_members [ 625.863965] env[66341]: INFO networking_nsxv3.common.synchronization [req-09a13b8e-0270-4897-ab0c-05ad61ac1f9c req-3e9d64ff-d03a-4f6e-a6c3-17e561e3e862 service nova] Enqueued Resource ID: 15871c20-6162-4832-ac87-9f6d3d79c32c with Priority: HIGHEST for action port [ 625.864568] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16cc60f5-3ae8-46f0-a225-e7dc5a65f12b with Priority: HIGHEST for action security_group_rules [ 625.864644] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16cc60f5-3ae8-46f0-a225-e7dc5a65f12b with Priority: HIGHEST for action security_group_members [ 625.864743] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15871c20-6162-4832-ac87-9f6d3d79c32c with Priority: HIGHEST for action port [ 625.865020] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-16cc60f5-3ae8-46f0-a225-e7dc5a65f12b taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.869237] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-16cc60f5-3ae8-46f0-a225-e7dc5a65f12b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.869237] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-16cc60f5-3ae8-46f0-a225-e7dc5a65f12b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.869873] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-16cc60f5-3ae8-46f0-a225-e7dc5a65f12b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.870114] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('16cc60f5-3ae8-46f0-a225-e7dc5a65f12b',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.871223] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-16cc60f5-3ae8-46f0-a225-e7dc5a65f12b taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.872413] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16cc60f5-3ae8-46f0-a225-e7dc5a65f12b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.872413] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16cc60f5-3ae8-46f0-a225-e7dc5a65f12b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.872413] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16cc60f5-3ae8-46f0-a225-e7dc5a65f12b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.872413] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.872413] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.872413] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.872413] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.872413] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.872413] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('16cc60f5-3ae8-46f0-a225-e7dc5a65f12b',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.875635] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-15871c20-6162-4832-ac87-9f6d3d79c32c taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.875760] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-15871c20-6162-4832-ac87-9f6d3d79c32c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.875811] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-15871c20-6162-4832-ac87-9f6d3d79c32c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.876013] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-15871c20-6162-4832-ac87-9f6d3d79c32c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.876116] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('15871c20-6162-4832-ac87-9f6d3d79c32c',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.050779] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock network-587 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.051123] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "network-587" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.051123] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "network-587" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.051422] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "network-587" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.052102] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.052271] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.052385] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.052598] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.052838] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.053117] env[66341]: DEBUG dogpile.cache.region [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 626.053207] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] NeedRegenerationException {{(pid=66341) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 626.053312] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] no value, waiting for create lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 626.053413] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] value creation lock acquired {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 626.053516] env[66341]: DEBUG dogpile.cache.region [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 626.053614] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Calling creation function for not-yet-present value {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 626.053741] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 626.072560] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 626.072746] env[66341]: DEBUG dogpile.cache.region [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66341) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 626.072893] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Released creation lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 626.073081] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "network-587" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.073384] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock port-86cc90c9-a2b8-4c74-9a66-5227a537b16e taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.073548] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "port-86cc90c9-a2b8-4c74-9a66-5227a537b16e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.073663] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "port-86cc90c9-a2b8-4c74-9a66-5227a537b16e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.074914] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "port-86cc90c9-a2b8-4c74-9a66-5227a537b16e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.074914] env[66341]: DEBUG networking_nsxv3.api.rpc [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('86cc90c9-a2b8-4c74-9a66-5227a537b16e',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.087878] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 84e4ef9a-f6f1-453a-bd23-9f00fc7c5c31: rpc.has_security_group_logging(os_id): False [ 626.097238] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b96cca54-2838-47c8-a711-873e06b8baec [ 626.097420] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.099532] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.099532] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.099532] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.099532] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.099532] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b96cca54-2838-47c8-a711-873e06b8baec already deleted. [ 626.099532] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b96cca54-2838-47c8-a711-873e06b8baec" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.109249] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.109392] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.109463] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.109740] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.109896] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.110165] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.110277] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.110339] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.110502] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.110579] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.110670] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 84e4ef9a-f6f1-453a-bd23-9f00fc7c5c31 is going to be created. [ 626.121637] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.121804] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.121873] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.123377] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.123377] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.123377] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.123377] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.123377] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.123377] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.123377] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.123377] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 70627c13-7c10-487c-b08b-03ed64ef6e43 already deleted. [ 626.123377] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70627c13-7c10-487c-b08b-03ed64ef6e43" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.181926] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.182119] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.182119] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.182416] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.182573] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.197786] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 84e4ef9a-f6f1-453a-bd23-9f00fc7c5c31 in Status: IN_PROGRESS for 2s [ 626.381996] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('16cc60f5-3ae8-46f0-a225-e7dc5a65f12b',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.381996] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-16cc60f5-3ae8-46f0-a225-e7dc5a65f12b taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.381996] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16cc60f5-3ae8-46f0-a225-e7dc5a65f12b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.381996] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 15871c20-6162-4832-ac87-9f6d3d79c32c with status ACTIVE [ 626.381996] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.381996] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.381996] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.381996] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.381996] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.381996] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.381996] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.381996] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.381996] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.381996] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.385344] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.385344] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.385864] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.387064] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.387064] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.387064] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 15871c20-6162-4832-ac87-9f6d3d79c32c is going to be updated. [ 626.416897] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.417291] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.417291] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.417484] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.417683] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.417915] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-15871c20-6162-4832-ac87-9f6d3d79c32c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.576954] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.576954] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.576954] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.577286] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.577286] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.577435] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Segment Port 86cc90c9-a2b8-4c74-9a66-5227a537b16e not found, creating... [ 626.577714] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.577881] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.577996] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.578583] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.578689] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.579048] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.579311] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.579495] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.579813] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.579968] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.580129] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Resource: SegmentPort with ID: 86cc90c9-a2b8-4c74-9a66-5227a537b16e is going to be created. [ 626.604930] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.604930] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.604930] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.604930] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.604930] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.604930] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "port-86cc90c9-a2b8-4c74-9a66-5227a537b16e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.891033] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('16cc60f5-3ae8-46f0-a225-e7dc5a65f12b',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.393879] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.394331] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.394331] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.395438] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.395438] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.395438] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16cc60f5-3ae8-46f0-a225-e7dc5a65f12b is going to be created. [ 627.398149] env[66341]: INFO networking_nsxv3.common.synchronization [req-90bf1939-582c-4567-9d72-aff58f2ef6e0 req-f543aa67-36dd-48f4-b8f4-551cf89f27e2 service nova] Enqueued Resource ID: 70627c13-7c10-487c-b08b-03ed64ef6e43 with Priority: HIGHEST for action security_group_rules [ 627.398383] env[66341]: INFO networking_nsxv3.common.synchronization [req-90bf1939-582c-4567-9d72-aff58f2ef6e0 req-f543aa67-36dd-48f4-b8f4-551cf89f27e2 service nova] Enqueued Resource ID: 70627c13-7c10-487c-b08b-03ed64ef6e43 with Priority: HIGHEST for action security_group_members [ 627.398555] env[66341]: INFO networking_nsxv3.common.synchronization [req-90bf1939-582c-4567-9d72-aff58f2ef6e0 req-f543aa67-36dd-48f4-b8f4-551cf89f27e2 service nova] Enqueued Resource ID: 86cc90c9-a2b8-4c74-9a66-5227a537b16e with Priority: HIGHEST for action port [ 627.399331] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70627c13-7c10-487c-b08b-03ed64ef6e43 with Priority: HIGHEST for action security_group_rules [ 627.399567] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70627c13-7c10-487c-b08b-03ed64ef6e43 with Priority: HIGHEST for action security_group_members [ 627.399567] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86cc90c9-a2b8-4c74-9a66-5227a537b16e with Priority: HIGHEST for action port [ 627.400309] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-70627c13-7c10-487c-b08b-03ed64ef6e43 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.400400] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-70627c13-7c10-487c-b08b-03ed64ef6e43" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.400400] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-70627c13-7c10-487c-b08b-03ed64ef6e43" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.400593] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-70627c13-7c10-487c-b08b-03ed64ef6e43" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.400675] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('70627c13-7c10-487c-b08b-03ed64ef6e43',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.402978] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-70627c13-7c10-487c-b08b-03ed64ef6e43 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.402978] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70627c13-7c10-487c-b08b-03ed64ef6e43" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.402978] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70627c13-7c10-487c-b08b-03ed64ef6e43" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.402978] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70627c13-7c10-487c-b08b-03ed64ef6e43" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.403282] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.403282] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.403282] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.403418] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.403497] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.403595] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('70627c13-7c10-487c-b08b-03ed64ef6e43',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.405863] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-86cc90c9-a2b8-4c74-9a66-5227a537b16e taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.405863] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-86cc90c9-a2b8-4c74-9a66-5227a537b16e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.405863] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-86cc90c9-a2b8-4c74-9a66-5227a537b16e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.405863] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-86cc90c9-a2b8-4c74-9a66-5227a537b16e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.405863] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('86cc90c9-a2b8-4c74-9a66-5227a537b16e',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.434799] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.435023] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.435074] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.435298] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.435510] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.454749] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16cc60f5-3ae8-46f0-a225-e7dc5a65f12b in Status: UNINITIALIZED for 2s [ 627.852323] env[66341]: INFO networking_nsxv3.common.synchronization [None req-02fbf94f-81e4-49ba-9eff-fdef8f1af284 tempest-AttachInterfacesUnderV243Test-143724467 tempest-AttachInterfacesUnderV243Test-143724467-project-member] Enqueued Resource ID: e4d91b5a-7850-44fa-a8cf-ea58324642f7 with Priority: HIGHEST for action security_group_rules [ 627.853795] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4d91b5a-7850-44fa-a8cf-ea58324642f7 with Priority: HIGHEST for action security_group_rules [ 627.854297] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e4d91b5a-7850-44fa-a8cf-ea58324642f7 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.854467] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e4d91b5a-7850-44fa-a8cf-ea58324642f7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.854560] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e4d91b5a-7850-44fa-a8cf-ea58324642f7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.854912] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e4d91b5a-7850-44fa-a8cf-ea58324642f7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.855036] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e4d91b5a-7850-44fa-a8cf-ea58324642f7',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.906867] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-70627c13-7c10-487c-b08b-03ed64ef6e43 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.907643] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70627c13-7c10-487c-b08b-03ed64ef6e43" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.907643] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('70627c13-7c10-487c-b08b-03ed64ef6e43',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.908349] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 86cc90c9-a2b8-4c74-9a66-5227a537b16e with status ACTIVE [ 627.908538] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.908675] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.908715] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.908915] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.909019] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.909196] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.909297] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.909359] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.909524] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.909596] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.909809] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.909895] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.909960] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.911134] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.911238] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.911343] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 86cc90c9-a2b8-4c74-9a66-5227a537b16e is going to be updated. [ 627.936986] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.937969] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.937969] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.937969] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.938126] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.938723] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-86cc90c9-a2b8-4c74-9a66-5227a537b16e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.957624] env[66341]: INFO networking_nsxv3.common.synchronization [None req-06c705ca-b88c-4f38-9a22-11e323288f3e tempest-AttachInterfacesUnderV243Test-143724467 tempest-AttachInterfacesUnderV243Test-143724467-project-member] Enqueued Resource ID: e4d91b5a-7850-44fa-a8cf-ea58324642f7 with Priority: HIGHEST for action security_group_rules [ 627.958171] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4d91b5a-7850-44fa-a8cf-ea58324642f7 with Priority: HIGHEST for action security_group_rules [ 627.958699] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e4d91b5a-7850-44fa-a8cf-ea58324642f7 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.958784] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e4d91b5a-7850-44fa-a8cf-ea58324642f7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.142655] env[66341]: INFO networking_nsxv3.common.synchronization [req-235ddc82-3b68-442c-9aa9-61999ec75bde req-e485c956-c7fc-4b33-bbe3-a4af2ad9980b tempest-DeleteServersAdminTestJSON-1049014883 tempest-DeleteServersAdminTestJSON-1049014883-project-admin] Enqueued Resource ID: fcebbbba-2420-44ba-8b78-4fd6c469b760 with Priority: HIGHEST for action security_group_members [ 628.143315] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fcebbbba-2420-44ba-8b78-4fd6c469b760 with Priority: HIGHEST for action security_group_members [ 628.146929] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-fcebbbba-2420-44ba-8b78-4fd6c469b760 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.146929] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fcebbbba-2420-44ba-8b78-4fd6c469b760" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.146929] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fcebbbba-2420-44ba-8b78-4fd6c469b760" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.146929] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fcebbbba-2420-44ba-8b78-4fd6c469b760" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.146929] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.146929] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.146929] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.146929] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.146929] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.146929] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fcebbbba-2420-44ba-8b78-4fd6c469b760',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.214204] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 84e4ef9a-f6f1-453a-bd23-9f00fc7c5c31 in Status: SUCCESS [ 628.214428] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-84e4ef9a-f6f1-453a-bd23-9f00fc7c5c31" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.386887] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.389046] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.389046] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.389046] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.389046] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.389046] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e4d91b5a-7850-44fa-a8cf-ea58324642f7 already deleted. [ 628.389046] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e4d91b5a-7850-44fa-a8cf-ea58324642f7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.389046] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e4d91b5a-7850-44fa-a8cf-ea58324642f7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.389046] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e4d91b5a-7850-44fa-a8cf-ea58324642f7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.389046] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e4d91b5a-7850-44fa-a8cf-ea58324642f7',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.393720] env[66341]: INFO networking_nsxv3.common.synchronization [None req-c660bbf7-90fd-418d-a720-fef80ab3bf2b None None] Enqueued Resource ID: 51f052a8-6aa5-46ae-a52d-dd851fdeca79 with Priority: HIGHEST for action port [ 628.395727] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51f052a8-6aa5-46ae-a52d-dd851fdeca79 with Priority: HIGHEST for action port [ 628.395727] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-51f052a8-6aa5-46ae-a52d-dd851fdeca79 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.395727] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-51f052a8-6aa5-46ae-a52d-dd851fdeca79" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.395727] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-51f052a8-6aa5-46ae-a52d-dd851fdeca79" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.396310] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-51f052a8-6aa5-46ae-a52d-dd851fdeca79" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.396310] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('51f052a8-6aa5-46ae-a52d-dd851fdeca79',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.413534] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('70627c13-7c10-487c-b08b-03ed64ef6e43',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.648409] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.648661] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.648777] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.649201] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.649201] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.649452] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.649608] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.650038] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.650038] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.650177] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.650303] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fcebbbba-2420-44ba-8b78-4fd6c469b760 is going to be updated. [ 628.681459] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.681459] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.681459] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.681802] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.681802] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.692476] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fcebbbba-2420-44ba-8b78-4fd6c469b760 in Status: IN_PROGRESS for 2s [ 628.899876] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 51f052a8-6aa5-46ae-a52d-dd851fdeca79 [ 628.900156] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.900303] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.901726] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.901726] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.901726] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.901726] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:51f052a8-6aa5-46ae-a52d-dd851fdeca79 already deleted. [ 628.901726] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-51f052a8-6aa5-46ae-a52d-dd851fdeca79" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.916753] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.916921] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.917012] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.917300] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.917418] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.917537] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 70627c13-7c10-487c-b08b-03ed64ef6e43 is going to be created. [ 628.929899] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.929899] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.929899] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.929899] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.929899] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.929899] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e4d91b5a-7850-44fa-a8cf-ea58324642f7 already deleted. [ 628.929899] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e4d91b5a-7850-44fa-a8cf-ea58324642f7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.945103] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.945234] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.945282] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.945601] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.945685] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.957521] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70627c13-7c10-487c-b08b-03ed64ef6e43 in Status: UNINITIALIZED for 2s [ 629.087833] env[66341]: INFO networking_nsxv3.common.synchronization [req-99f27b8a-803b-4983-aa91-6bee552b9413 req-130c839c-e224-45ca-9ad1-4e095ae19cb1 tempest-ImagesOneServerNegativeTestJSON-317969175 tempest-ImagesOneServerNegativeTestJSON-317969175-project-member] Enqueued Resource ID: 3a4db453-806e-4421-9a20-de590427fd35 with Priority: HIGHEST for action security_group_members [ 629.088479] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a4db453-806e-4421-9a20-de590427fd35 with Priority: HIGHEST for action security_group_members [ 629.090475] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a4db453-806e-4421-9a20-de590427fd35 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.091075] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a4db453-806e-4421-9a20-de590427fd35" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.091075] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a4db453-806e-4421-9a20-de590427fd35" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.091075] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a4db453-806e-4421-9a20-de590427fd35" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.091760] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.091760] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.091760] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.092257] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.092257] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.092447] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3a4db453-806e-4421-9a20-de590427fd35',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.467108] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16cc60f5-3ae8-46f0-a225-e7dc5a65f12b in Status: SUCCESS [ 629.467998] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16cc60f5-3ae8-46f0-a225-e7dc5a65f12b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.467998] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16cc60f5-3ae8-46f0-a225-e7dc5a65f12b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.468131] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16cc60f5-3ae8-46f0-a225-e7dc5a65f12b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.468661] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.468794] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.468951] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.469072] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.471989] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.471989] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16cc60f5-3ae8-46f0-a225-e7dc5a65f12b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.471989] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('16cc60f5-3ae8-46f0-a225-e7dc5a65f12b',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.496421] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock network-247 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.496932] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "network-247" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.496932] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "network-247" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.497833] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "network-247" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.497833] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.497833] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.497833] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.500100] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.500396] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.500703] env[66341]: DEBUG dogpile.cache.region [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 629.500854] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] NeedRegenerationException {{(pid=66341) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 629.500978] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] no value, waiting for create lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 629.501094] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] value creation lock acquired {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 629.501206] env[66341]: DEBUG dogpile.cache.region [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 629.501312] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Calling creation function for not-yet-present value {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 629.501446] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 629.523333] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 629.523593] env[66341]: DEBUG dogpile.cache.region [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66341) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 629.523683] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Released creation lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 629.523810] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "network-247" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.524849] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock port-bd89a671-7e1e-4df4-8ce9-25ee6b178949 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.524849] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "port-bd89a671-7e1e-4df4-8ce9-25ee6b178949" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.524849] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "port-bd89a671-7e1e-4df4-8ce9-25ee6b178949" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.525343] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "port-bd89a671-7e1e-4df4-8ce9-25ee6b178949" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.526049] env[66341]: DEBUG networking_nsxv3.api.rpc [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bd89a671-7e1e-4df4-8ce9-25ee6b178949',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.596204] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.596642] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.596753] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.596961] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.597084] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.597297] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.597441] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.597501] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.597613] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.597689] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.597778] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3a4db453-806e-4421-9a20-de590427fd35 already deleted. [ 629.597862] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a4db453-806e-4421-9a20-de590427fd35" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.972508] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('16cc60f5-3ae8-46f0-a225-e7dc5a65f12b',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.030691] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.030875] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.031106] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.031375] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.032054] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.032054] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Segment Port bd89a671-7e1e-4df4-8ce9-25ee6b178949 not found, creating... [ 630.032341] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.032583] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.032744] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.033145] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.033354] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.033816] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.034074] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.034236] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.034612] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.034805] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.035016] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Resource: SegmentPort with ID: bd89a671-7e1e-4df4-8ce9-25ee6b178949 is going to be created. [ 630.072808] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.073155] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.073291] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.073598] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.073831] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.074077] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "port-bd89a671-7e1e-4df4-8ce9-25ee6b178949" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.475777] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 16cc60f5-3ae8-46f0-a225-e7dc5a65f12b: rpc.has_security_group_logging(os_id): False [ 630.511146] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.511146] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.511146] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.511146] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.511146] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.511550] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.511550] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.511550] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.511855] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.511968] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.512702] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 16cc60f5-3ae8-46f0-a225-e7dc5a65f12b is going to be created. [ 630.596476] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.596476] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.596476] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.596476] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.596476] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.613251] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 16cc60f5-3ae8-46f0-a225-e7dc5a65f12b in Status: IN_PROGRESS for 2s [ 630.712521] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fcebbbba-2420-44ba-8b78-4fd6c469b760 in Status: SUCCESS [ 630.712521] env[66341]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fcebbbba-2420-44ba-8b78-4fd6c469b760 deletion is rescheduled due to dependency. [ 630.712521] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fcebbbba-2420-44ba-8b78-4fd6c469b760" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.888768] env[66341]: INFO networking_nsxv3.common.synchronization [req-99f27b8a-803b-4983-aa91-6bee552b9413 req-82328296-f366-4449-9ee1-8e7ea77d3598 service nova] Enqueued Resource ID: 3a4db453-806e-4421-9a20-de590427fd35 with Priority: HIGHEST for action security_group_rules [ 630.888768] env[66341]: INFO networking_nsxv3.common.synchronization [req-99f27b8a-803b-4983-aa91-6bee552b9413 req-82328296-f366-4449-9ee1-8e7ea77d3598 service nova] Enqueued Resource ID: 3a4db453-806e-4421-9a20-de590427fd35 with Priority: HIGHEST for action security_group_members [ 630.888768] env[66341]: INFO networking_nsxv3.common.synchronization [req-99f27b8a-803b-4983-aa91-6bee552b9413 req-82328296-f366-4449-9ee1-8e7ea77d3598 service nova] Enqueued Resource ID: bd89a671-7e1e-4df4-8ce9-25ee6b178949 with Priority: HIGHEST for action port [ 630.888768] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a4db453-806e-4421-9a20-de590427fd35 with Priority: HIGHEST for action security_group_rules [ 630.889392] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a4db453-806e-4421-9a20-de590427fd35 with Priority: HIGHEST for action security_group_members [ 630.889392] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd89a671-7e1e-4df4-8ce9-25ee6b178949 with Priority: HIGHEST for action port [ 630.891185] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3a4db453-806e-4421-9a20-de590427fd35 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.891185] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3a4db453-806e-4421-9a20-de590427fd35" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.891185] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3a4db453-806e-4421-9a20-de590427fd35" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.892032] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3a4db453-806e-4421-9a20-de590427fd35" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.892032] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3a4db453-806e-4421-9a20-de590427fd35',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.893933] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a4db453-806e-4421-9a20-de590427fd35 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.893933] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a4db453-806e-4421-9a20-de590427fd35" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.893933] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a4db453-806e-4421-9a20-de590427fd35" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.893933] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a4db453-806e-4421-9a20-de590427fd35" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.894225] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.894271] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.894310] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.894479] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.894842] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.895479] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3a4db453-806e-4421-9a20-de590427fd35',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.896344] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-bd89a671-7e1e-4df4-8ce9-25ee6b178949 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.896467] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bd89a671-7e1e-4df4-8ce9-25ee6b178949" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.896512] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bd89a671-7e1e-4df4-8ce9-25ee6b178949" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.897090] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bd89a671-7e1e-4df4-8ce9-25ee6b178949" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.897090] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bd89a671-7e1e-4df4-8ce9-25ee6b178949',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.916447] env[66341]: INFO networking_nsxv3.common.synchronization [req-0494350f-b976-42da-9fb5-6d3186c2a663 req-11b21cee-34d2-44af-b5c1-5676c2ce237f tempest-SecurityGroupRulesTestJSON-716454855 tempest-SecurityGroupRulesTestJSON-716454855-project-member] Enqueued Resource ID: b8965c54-75c0-418d-b5bc-269c3feb6cab with Priority: HIGHEST for action security_group_rules [ 630.917195] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8965c54-75c0-418d-b5bc-269c3feb6cab with Priority: HIGHEST for action security_group_rules [ 630.917504] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b8965c54-75c0-418d-b5bc-269c3feb6cab taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.917631] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b8965c54-75c0-418d-b5bc-269c3feb6cab" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.917700] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b8965c54-75c0-418d-b5bc-269c3feb6cab" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.918191] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b8965c54-75c0-418d-b5bc-269c3feb6cab" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.918322] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b8965c54-75c0-418d-b5bc-269c3feb6cab',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.998024] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70627c13-7c10-487c-b08b-03ed64ef6e43 in Status: SUCCESS [ 630.998024] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70627c13-7c10-487c-b08b-03ed64ef6e43" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.998024] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70627c13-7c10-487c-b08b-03ed64ef6e43" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.998024] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70627c13-7c10-487c-b08b-03ed64ef6e43" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.998024] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.998024] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.998024] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.998024] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.998024] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.998024] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70627c13-7c10-487c-b08b-03ed64ef6e43" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.998024] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('70627c13-7c10-487c-b08b-03ed64ef6e43',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.394391] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a4db453-806e-4421-9a20-de590427fd35 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.394391] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a4db453-806e-4421-9a20-de590427fd35" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.399053] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bd89a671-7e1e-4df4-8ce9-25ee6b178949 with status ACTIVE [ 631.399053] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.399247] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.399314] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.399896] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.399896] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.399896] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.400121] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.400121] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.401079] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.401079] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.401079] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.401079] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.401079] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.401079] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.401079] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.401079] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bd89a671-7e1e-4df4-8ce9-25ee6b178949 is going to be updated. [ 631.402347] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3a4db453-806e-4421-9a20-de590427fd35',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.432297] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.432461] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.432511] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.432734] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.433108] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.433382] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bd89a671-7e1e-4df4-8ce9-25ee6b178949" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.438642] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.438789] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.438855] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.439045] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.439139] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.439233] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b8965c54-75c0-418d-b5bc-269c3feb6cab already deleted. [ 631.439312] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b8965c54-75c0-418d-b5bc-269c3feb6cab" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.501535] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('70627c13-7c10-487c-b08b-03ed64ef6e43',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.907353] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3a4db453-806e-4421-9a20-de590427fd35',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.969937] env[66341]: INFO networking_nsxv3.common.synchronization [req-c4c3200e-969f-4d8e-88d6-306f6df186f9 req-f36458f1-e205-48b5-8ab8-39a7caf98314 tempest-ServersWithSpecificFlavorTestJSON-255680911 tempest-ServersWithSpecificFlavorTestJSON-255680911-project-member] Enqueued Resource ID: efd7ad7f-2b54-41bc-b065-1ec45f761923 with Priority: HIGHEST for action security_group_members [ 631.970727] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efd7ad7f-2b54-41bc-b065-1ec45f761923 with Priority: HIGHEST for action security_group_members [ 631.970983] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-efd7ad7f-2b54-41bc-b065-1ec45f761923 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.971103] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efd7ad7f-2b54-41bc-b065-1ec45f761923" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.971185] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efd7ad7f-2b54-41bc-b065-1ec45f761923" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.971454] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efd7ad7f-2b54-41bc-b065-1ec45f761923" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.971609] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.971710] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.971795] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.972126] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.972126] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.972230] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('efd7ad7f-2b54-41bc-b065-1ec45f761923',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.005208] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 70627c13-7c10-487c-b08b-03ed64ef6e43: rpc.has_security_group_logging(os_id): False [ 632.029218] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.029386] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.029442] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.029679] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.029766] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.030120] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.030259] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.030332] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.031731] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.031878] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.031980] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 70627c13-7c10-487c-b08b-03ed64ef6e43 is going to be created. [ 632.100919] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.100919] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.100919] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.100919] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.101232] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.114714] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 70627c13-7c10-487c-b08b-03ed64ef6e43 in Status: IN_PROGRESS for 2s [ 632.409522] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.409761] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.410244] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.410244] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.410244] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.410244] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3a4db453-806e-4421-9a20-de590427fd35 is going to be created. [ 632.443567] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock network-289 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.443894] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "network-289" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.444253] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "network-289" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.444731] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "network-289" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.448194] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.448462] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.448601] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.451594] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.451594] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.451594] env[66341]: DEBUG dogpile.cache.region [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 632.451594] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] NeedRegenerationException {{(pid=66341) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 632.451594] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] no value, waiting for create lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 632.451594] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] value creation lock acquired {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 632.451594] env[66341]: DEBUG dogpile.cache.region [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 632.451594] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Calling creation function for not-yet-present value {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 632.451594] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 632.452303] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.452429] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.452501] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.452686] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.452853] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.466463] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3a4db453-806e-4421-9a20-de590427fd35 in Status: UNINITIALIZED for 2s [ 632.478631] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.478770] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.478823] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.479047] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.479143] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.479333] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.479458] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.479551] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.479770] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.479855] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.479945] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: efd7ad7f-2b54-41bc-b065-1ec45f761923 already deleted. [ 632.480040] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efd7ad7f-2b54-41bc-b065-1ec45f761923" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.481781] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 632.483052] env[66341]: DEBUG dogpile.cache.region [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=66341) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 632.483266] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Released creation lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 632.483437] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "network-289" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.483725] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock port-eb94c29c-2ce8-4f5c-8043-66dbcf4ffe45 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.483888] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "port-eb94c29c-2ce8-4f5c-8043-66dbcf4ffe45" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.484009] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "port-eb94c29c-2ce8-4f5c-8043-66dbcf4ffe45" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.484316] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "port-eb94c29c-2ce8-4f5c-8043-66dbcf4ffe45" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.484452] env[66341]: DEBUG networking_nsxv3.api.rpc [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eb94c29c-2ce8-4f5c-8043-66dbcf4ffe45',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.627034] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 16cc60f5-3ae8-46f0-a225-e7dc5a65f12b in Status: SUCCESS [ 632.627034] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-16cc60f5-3ae8-46f0-a225-e7dc5a65f12b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.990193] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.990409] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.990534] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.990867] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.991027] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.991188] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Segment Port eb94c29c-2ce8-4f5c-8043-66dbcf4ffe45 not found, creating... [ 632.991451] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.991609] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.991735] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.991992] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.992175] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.992455] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.992625] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.992745] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.992960] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.997147] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.997352] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Resource: SegmentPort with ID: eb94c29c-2ce8-4f5c-8043-66dbcf4ffe45 is going to be created. [ 633.021299] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.021504] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.021641] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.021973] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.022234] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.022480] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "port-eb94c29c-2ce8-4f5c-8043-66dbcf4ffe45" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.789987] env[66341]: INFO networking_nsxv3.common.synchronization [req-c4c3200e-969f-4d8e-88d6-306f6df186f9 req-001046e2-74de-4898-8417-2327beca6f3d service nova] Enqueued Resource ID: efd7ad7f-2b54-41bc-b065-1ec45f761923 with Priority: HIGHEST for action security_group_rules [ 633.790437] env[66341]: INFO networking_nsxv3.common.synchronization [req-c4c3200e-969f-4d8e-88d6-306f6df186f9 req-001046e2-74de-4898-8417-2327beca6f3d service nova] Enqueued Resource ID: efd7ad7f-2b54-41bc-b065-1ec45f761923 with Priority: HIGHEST for action security_group_members [ 633.790437] env[66341]: INFO networking_nsxv3.common.synchronization [req-c4c3200e-969f-4d8e-88d6-306f6df186f9 req-001046e2-74de-4898-8417-2327beca6f3d service nova] Enqueued Resource ID: eb94c29c-2ce8-4f5c-8043-66dbcf4ffe45 with Priority: HIGHEST for action port [ 633.791876] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efd7ad7f-2b54-41bc-b065-1ec45f761923 with Priority: HIGHEST for action security_group_rules [ 633.791876] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efd7ad7f-2b54-41bc-b065-1ec45f761923 with Priority: HIGHEST for action security_group_members [ 633.791876] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb94c29c-2ce8-4f5c-8043-66dbcf4ffe45 with Priority: HIGHEST for action port [ 633.792392] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-efd7ad7f-2b54-41bc-b065-1ec45f761923 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.792392] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-efd7ad7f-2b54-41bc-b065-1ec45f761923" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.792392] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-efd7ad7f-2b54-41bc-b065-1ec45f761923" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.792620] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-efd7ad7f-2b54-41bc-b065-1ec45f761923" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.792620] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('efd7ad7f-2b54-41bc-b065-1ec45f761923',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.797186] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-efd7ad7f-2b54-41bc-b065-1ec45f761923 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.797186] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efd7ad7f-2b54-41bc-b065-1ec45f761923" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.797186] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efd7ad7f-2b54-41bc-b065-1ec45f761923" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.797439] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efd7ad7f-2b54-41bc-b065-1ec45f761923" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.797614] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.798624] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.798624] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.798624] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.798624] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.798624] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('efd7ad7f-2b54-41bc-b065-1ec45f761923',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.801862] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-eb94c29c-2ce8-4f5c-8043-66dbcf4ffe45 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.801862] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eb94c29c-2ce8-4f5c-8043-66dbcf4ffe45" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.801862] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eb94c29c-2ce8-4f5c-8043-66dbcf4ffe45" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.801862] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eb94c29c-2ce8-4f5c-8043-66dbcf4ffe45" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.801862] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eb94c29c-2ce8-4f5c-8043-66dbcf4ffe45',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.131801] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 70627c13-7c10-487c-b08b-03ed64ef6e43 in Status: SUCCESS [ 634.132145] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-70627c13-7c10-487c-b08b-03ed64ef6e43" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.303467] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('efd7ad7f-2b54-41bc-b065-1ec45f761923',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.305776] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-efd7ad7f-2b54-41bc-b065-1ec45f761923 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.306231] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efd7ad7f-2b54-41bc-b065-1ec45f761923" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.306231] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port eb94c29c-2ce8-4f5c-8043-66dbcf4ffe45 with status ACTIVE [ 634.307356] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.307356] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.307356] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.307356] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.307356] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.307832] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.307832] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.307832] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.308027] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.308619] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.308619] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.308619] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.308619] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.308876] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.308876] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.308876] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: eb94c29c-2ce8-4f5c-8043-66dbcf4ffe45 is going to be updated. [ 634.345916] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.345916] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.345916] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.345916] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.345916] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.347081] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eb94c29c-2ce8-4f5c-8043-66dbcf4ffe45" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.489375] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3a4db453-806e-4421-9a20-de590427fd35 in Status: SUCCESS [ 634.489732] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a4db453-806e-4421-9a20-de590427fd35" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.489964] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a4db453-806e-4421-9a20-de590427fd35" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.490296] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a4db453-806e-4421-9a20-de590427fd35" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.490591] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.490771] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.490881] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.492071] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.492406] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.492406] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a4db453-806e-4421-9a20-de590427fd35" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.492560] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3a4db453-806e-4421-9a20-de590427fd35',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.531312] env[66341]: INFO networking_nsxv3.common.synchronization [req-f9f30b55-f5a2-43f0-a7b2-9f3edc472198 req-ef98190a-67a4-4e8b-9ccd-5914b28f44b1 tempest-ServersAdminTestJSON-456582313 tempest-ServersAdminTestJSON-456582313-project-member] Enqueued Resource ID: 9cdf7238-451f-4652-91ab-fc85ab12a1b5 with Priority: HIGHEST for action security_group_members [ 634.533233] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cdf7238-451f-4652-91ab-fc85ab12a1b5 with Priority: HIGHEST for action security_group_members [ 634.533634] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cdf7238-451f-4652-91ab-fc85ab12a1b5 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.533763] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cdf7238-451f-4652-91ab-fc85ab12a1b5" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.533844] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cdf7238-451f-4652-91ab-fc85ab12a1b5" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.535483] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cdf7238-451f-4652-91ab-fc85ab12a1b5" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.535483] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.535483] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.535483] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.535483] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.535483] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.535483] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9cdf7238-451f-4652-91ab-fc85ab12a1b5',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.813480] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('efd7ad7f-2b54-41bc-b065-1ec45f761923',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.999047] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a4db453-806e-4421-9a20-de590427fd35 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.999047] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a4db453-806e-4421-9a20-de590427fd35" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.999047] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a4db453-806e-4421-9a20-de590427fd35" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.999047] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a4db453-806e-4421-9a20-de590427fd35" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.999047] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.999047] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.999047] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.999047] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.999047] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.999047] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a4db453-806e-4421-9a20-de590427fd35" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.999047] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a4db453-806e-4421-9a20-de590427fd35 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.999047] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a4db453-806e-4421-9a20-de590427fd35" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.999047] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a4db453-806e-4421-9a20-de590427fd35" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.999047] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a4db453-806e-4421-9a20-de590427fd35" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.999834] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.999834] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.999834] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.000888] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.001065] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.001172] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a4db453-806e-4421-9a20-de590427fd35" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.001288] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3a4db453-806e-4421-9a20-de590427fd35',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.015485] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock network-959 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.015485] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "network-959" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.015485] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "network-959" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.015485] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "network-959" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.015485] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.015485] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.015485] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.015485] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.016591] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.016591] env[66341]: DEBUG dogpile.cache.region [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 635.016591] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] NeedRegenerationException {{(pid=66341) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 635.016591] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] no value, waiting for create lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 635.016591] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] value creation lock acquired {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 635.016591] env[66341]: DEBUG dogpile.cache.region [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 635.016785] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Calling creation function for not-yet-present value {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 635.016959] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 635.042982] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.042982] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.042982] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.042982] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.042982] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.043374] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.043374] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.043374] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.043525] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.043616] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.043705] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9cdf7238-451f-4652-91ab-fc85ab12a1b5 already deleted. [ 635.043787] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cdf7238-451f-4652-91ab-fc85ab12a1b5" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.055181] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 635.055418] env[66341]: DEBUG dogpile.cache.region [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Cache value generated in 0.038 seconds for key(s): 'zone-id' {{(pid=66341) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 635.055559] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Released creation lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 635.055662] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "network-959" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.055973] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock port-929732c2-7b1a-4925-8bda-2bd53ca59940 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.056157] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "port-929732c2-7b1a-4925-8bda-2bd53ca59940" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.056272] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "port-929732c2-7b1a-4925-8bda-2bd53ca59940" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.056589] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "port-929732c2-7b1a-4925-8bda-2bd53ca59940" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.056731] env[66341]: DEBUG networking_nsxv3.api.rpc [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('929732c2-7b1a-4925-8bda-2bd53ca59940',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.317358] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.317358] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.317358] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.317358] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.317358] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.317711] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: efd7ad7f-2b54-41bc-b065-1ec45f761923 is going to be created. [ 635.350738] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.351181] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.351181] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.351536] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.351808] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.368158] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: efd7ad7f-2b54-41bc-b065-1ec45f761923 in Status: UNINITIALIZED for 2s [ 635.503435] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3a4db453-806e-4421-9a20-de590427fd35: rpc.has_security_group_logging(os_id): False [ 635.523087] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.523253] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.523328] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.523549] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.523644] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.523857] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.523979] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.524039] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.524470] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.524470] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.524666] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.524722] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.524759] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.524902] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.524977] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.525189] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.525354] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.525423] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.525568] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.525643] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.525731] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3a4db453-806e-4421-9a20-de590427fd35 is going to be created. [ 635.561072] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.561325] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.561460] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.561739] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.561975] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.562165] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Segment Port 929732c2-7b1a-4925-8bda-2bd53ca59940 not found, creating... [ 635.562514] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.562670] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.562721] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.563028] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.563157] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.563433] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.563583] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.563695] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.563899] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.564629] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.564629] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Resource: SegmentPort with ID: 929732c2-7b1a-4925-8bda-2bd53ca59940 is going to be created. [ 635.718020] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.718360] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.718558] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.718955] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.719308] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.719646] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "port-929732c2-7b1a-4925-8bda-2bd53ca59940" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.737812] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.738591] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.738591] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.738591] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.739225] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.752443] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3a4db453-806e-4421-9a20-de590427fd35 in Status: IN_PROGRESS for 2s [ 636.386533] env[66341]: INFO networking_nsxv3.common.synchronization [req-f9f30b55-f5a2-43f0-a7b2-9f3edc472198 req-d42d2378-8540-4e60-8683-c07ce56995be service nova] Enqueued Resource ID: 9cdf7238-451f-4652-91ab-fc85ab12a1b5 with Priority: HIGHEST for action security_group_rules [ 636.386863] env[66341]: INFO networking_nsxv3.common.synchronization [req-f9f30b55-f5a2-43f0-a7b2-9f3edc472198 req-d42d2378-8540-4e60-8683-c07ce56995be service nova] Enqueued Resource ID: 9cdf7238-451f-4652-91ab-fc85ab12a1b5 with Priority: HIGHEST for action security_group_members [ 636.387096] env[66341]: INFO networking_nsxv3.common.synchronization [req-f9f30b55-f5a2-43f0-a7b2-9f3edc472198 req-d42d2378-8540-4e60-8683-c07ce56995be service nova] Enqueued Resource ID: 929732c2-7b1a-4925-8bda-2bd53ca59940 with Priority: HIGHEST for action port [ 636.387719] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cdf7238-451f-4652-91ab-fc85ab12a1b5 with Priority: HIGHEST for action security_group_rules [ 636.387899] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cdf7238-451f-4652-91ab-fc85ab12a1b5 with Priority: HIGHEST for action security_group_members [ 636.388023] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 929732c2-7b1a-4925-8bda-2bd53ca59940 with Priority: HIGHEST for action port [ 636.388468] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9cdf7238-451f-4652-91ab-fc85ab12a1b5 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.388621] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9cdf7238-451f-4652-91ab-fc85ab12a1b5" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.388691] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9cdf7238-451f-4652-91ab-fc85ab12a1b5" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.388979] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9cdf7238-451f-4652-91ab-fc85ab12a1b5" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.389424] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9cdf7238-451f-4652-91ab-fc85ab12a1b5',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.390052] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cdf7238-451f-4652-91ab-fc85ab12a1b5 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.390208] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cdf7238-451f-4652-91ab-fc85ab12a1b5" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.390286] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cdf7238-451f-4652-91ab-fc85ab12a1b5" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.390650] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cdf7238-451f-4652-91ab-fc85ab12a1b5" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.390773] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.390877] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.390940] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.391118] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.391284] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.391321] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9cdf7238-451f-4652-91ab-fc85ab12a1b5',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.392303] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-929732c2-7b1a-4925-8bda-2bd53ca59940 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.392481] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-929732c2-7b1a-4925-8bda-2bd53ca59940" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.392539] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-929732c2-7b1a-4925-8bda-2bd53ca59940" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.392722] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-929732c2-7b1a-4925-8bda-2bd53ca59940" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.392754] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('929732c2-7b1a-4925-8bda-2bd53ca59940',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.757709] env[66341]: INFO networking_nsxv3.common.synchronization [req-803031c5-d5cb-4b49-b7ce-50fc8e10bf3b req-58b3f3a5-7bb5-46e2-93b1-a682663e0275 tempest-ServerDiagnosticsTest-1300261502 tempest-ServerDiagnosticsTest-1300261502-project-member] Enqueued Resource ID: 0b14d68f-9754-43eb-8b40-e320ebe0c0b0 with Priority: HIGHEST for action security_group_members [ 636.758162] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b14d68f-9754-43eb-8b40-e320ebe0c0b0 with Priority: HIGHEST for action security_group_members [ 636.760047] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b14d68f-9754-43eb-8b40-e320ebe0c0b0 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.760047] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b14d68f-9754-43eb-8b40-e320ebe0c0b0" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.760047] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b14d68f-9754-43eb-8b40-e320ebe0c0b0" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.760047] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b14d68f-9754-43eb-8b40-e320ebe0c0b0" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.760571] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.760715] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.760840] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.761216] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.761380] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.761620] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0b14d68f-9754-43eb-8b40-e320ebe0c0b0',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.896865] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cdf7238-451f-4652-91ab-fc85ab12a1b5 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.897047] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cdf7238-451f-4652-91ab-fc85ab12a1b5" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.897560] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9cdf7238-451f-4652-91ab-fc85ab12a1b5',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.898186] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 929732c2-7b1a-4925-8bda-2bd53ca59940 with status ACTIVE [ 636.898391] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.898536] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.898631] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.898858] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.898950] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.899136] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.899235] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.899298] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.901053] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.901053] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.901053] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.901053] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.901053] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.901370] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.901370] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.901493] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 929732c2-7b1a-4925-8bda-2bd53ca59940 is going to be updated. [ 636.928092] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.928287] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.928385] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.928579] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.928718] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.929134] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-929732c2-7b1a-4925-8bda-2bd53ca59940" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.264037] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.264285] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.264373] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.264607] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.264702] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.265679] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.265679] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.265679] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.265679] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.265679] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.265679] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b14d68f-9754-43eb-8b40-e320ebe0c0b0 is going to be updated. [ 637.299403] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.299880] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.299880] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.300091] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.300472] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.317971] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b14d68f-9754-43eb-8b40-e320ebe0c0b0 in Status: IN_PROGRESS for 2s [ 637.392857] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: efd7ad7f-2b54-41bc-b065-1ec45f761923 in Status: SUCCESS [ 637.396027] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efd7ad7f-2b54-41bc-b065-1ec45f761923" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.396027] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efd7ad7f-2b54-41bc-b065-1ec45f761923" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.396027] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efd7ad7f-2b54-41bc-b065-1ec45f761923" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.396027] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.396027] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.396027] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.398684] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.398684] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.398684] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efd7ad7f-2b54-41bc-b065-1ec45f761923" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.398684] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('efd7ad7f-2b54-41bc-b065-1ec45f761923',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.406931] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9cdf7238-451f-4652-91ab-fc85ab12a1b5',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.766575] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3a4db453-806e-4421-9a20-de590427fd35 in Status: SUCCESS [ 637.766721] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3a4db453-806e-4421-9a20-de590427fd35" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.900516] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('efd7ad7f-2b54-41bc-b065-1ec45f761923',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.908522] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.908751] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.908832] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.909099] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.909200] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.909299] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9cdf7238-451f-4652-91ab-fc85ab12a1b5 is going to be created. [ 637.939891] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.939891] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.939891] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.939891] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.939891] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.950504] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9cdf7238-451f-4652-91ab-fc85ab12a1b5 in Status: UNINITIALIZED for 2s [ 638.403289] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for efd7ad7f-2b54-41bc-b065-1ec45f761923: rpc.has_security_group_logging(os_id): False [ 638.429255] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.429493] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.429602] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.429861] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.431304] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.431304] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.431304] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.431304] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.431304] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.431304] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.431713] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: efd7ad7f-2b54-41bc-b065-1ec45f761923 is going to be created. [ 638.511426] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.511634] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.511676] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.511934] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.512486] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.531782] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: efd7ad7f-2b54-41bc-b065-1ec45f761923 in Status: IN_PROGRESS for 2s [ 639.184379] env[66341]: INFO networking_nsxv3.common.synchronization [None req-da974b2a-9cef-452e-b155-a90d3ac345c0 None None] Enqueued Resource ID: 28eb6f2a-1f44-49c6-8040-e93f6c58e6f5 with Priority: HIGHEST for action port [ 639.184928] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28eb6f2a-1f44-49c6-8040-e93f6c58e6f5 with Priority: HIGHEST for action port [ 639.185250] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-28eb6f2a-1f44-49c6-8040-e93f6c58e6f5 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.185419] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-28eb6f2a-1f44-49c6-8040-e93f6c58e6f5" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.185495] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-28eb6f2a-1f44-49c6-8040-e93f6c58e6f5" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.185754] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-28eb6f2a-1f44-49c6-8040-e93f6c58e6f5" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.185836] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('28eb6f2a-1f44-49c6-8040-e93f6c58e6f5',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.333165] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b14d68f-9754-43eb-8b40-e320ebe0c0b0 in Status: SUCCESS [ 639.334100] env[66341]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b14d68f-9754-43eb-8b40-e320ebe0c0b0 deletion is rescheduled due to dependency. [ 639.334606] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b14d68f-9754-43eb-8b40-e320ebe0c0b0" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.691023] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 28eb6f2a-1f44-49c6-8040-e93f6c58e6f5 [ 639.691023] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.691023] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.691023] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.691023] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.691023] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.691023] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:28eb6f2a-1f44-49c6-8040-e93f6c58e6f5 already deleted. [ 639.691023] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-28eb6f2a-1f44-49c6-8040-e93f6c58e6f5" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.977509] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9cdf7238-451f-4652-91ab-fc85ab12a1b5 in Status: SUCCESS [ 639.977509] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cdf7238-451f-4652-91ab-fc85ab12a1b5" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.977680] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cdf7238-451f-4652-91ab-fc85ab12a1b5" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.977806] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cdf7238-451f-4652-91ab-fc85ab12a1b5" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.977978] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.978117] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.978184] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.978332] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.978414] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.978499] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cdf7238-451f-4652-91ab-fc85ab12a1b5" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.978643] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9cdf7238-451f-4652-91ab-fc85ab12a1b5',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.025686] env[66341]: INFO networking_nsxv3.common.synchronization [req-3448b39e-d3de-4382-b90a-99ecbf4288de req-ccb8cc5c-7b38-4bc1-acca-863019defd7a tempest-ImagesOneServerTestJSON-1252896137 tempest-ImagesOneServerTestJSON-1252896137-project-member] Enqueued Resource ID: 60af5dd4-b4ab-4eee-b23a-43415ee3ca50 with Priority: HIGHEST for action security_group_members [ 640.026735] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60af5dd4-b4ab-4eee-b23a-43415ee3ca50 with Priority: HIGHEST for action security_group_members [ 640.026839] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-60af5dd4-b4ab-4eee-b23a-43415ee3ca50 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.027028] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60af5dd4-b4ab-4eee-b23a-43415ee3ca50" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.027186] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60af5dd4-b4ab-4eee-b23a-43415ee3ca50" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.027497] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60af5dd4-b4ab-4eee-b23a-43415ee3ca50" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.027677] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.027868] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.027868] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.028095] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.028188] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.028526] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('60af5dd4-b4ab-4eee-b23a-43415ee3ca50',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.428452] env[66341]: INFO networking_nsxv3.common.synchronization [req-73fc4192-cde4-4a14-8286-aef56fe27883 req-d47124fd-7437-4d3f-ba8e-9b4b4dd2af46 tempest-ServerExternalEventsTest-1256006795 tempest-ServerExternalEventsTest-1256006795-project-member] Enqueued Resource ID: 3e60923b-0326-4e64-92e9-cecea00006f4 with Priority: HIGHEST for action security_group_members [ 640.429016] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e60923b-0326-4e64-92e9-cecea00006f4 with Priority: HIGHEST for action security_group_members [ 640.429350] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e60923b-0326-4e64-92e9-cecea00006f4 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.429479] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e60923b-0326-4e64-92e9-cecea00006f4" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.429538] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e60923b-0326-4e64-92e9-cecea00006f4" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.429852] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e60923b-0326-4e64-92e9-cecea00006f4" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.430777] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.430952] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.431059] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.431355] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.431545] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.431707] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3e60923b-0326-4e64-92e9-cecea00006f4',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.483860] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cdf7238-451f-4652-91ab-fc85ab12a1b5 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.484072] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cdf7238-451f-4652-91ab-fc85ab12a1b5" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.484145] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cdf7238-451f-4652-91ab-fc85ab12a1b5" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.484390] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cdf7238-451f-4652-91ab-fc85ab12a1b5" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.484557] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.484656] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.484716] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.484863] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.484947] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.485044] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cdf7238-451f-4652-91ab-fc85ab12a1b5" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.485203] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cdf7238-451f-4652-91ab-fc85ab12a1b5 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.485277] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cdf7238-451f-4652-91ab-fc85ab12a1b5" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.485333] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cdf7238-451f-4652-91ab-fc85ab12a1b5" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.485488] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cdf7238-451f-4652-91ab-fc85ab12a1b5" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.485604] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.485690] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.488051] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.488051] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.488051] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.488051] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cdf7238-451f-4652-91ab-fc85ab12a1b5" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.488051] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9cdf7238-451f-4652-91ab-fc85ab12a1b5',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.532696] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.532696] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.532696] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.533094] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.533094] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.533247] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.533311] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.533369] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.533512] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.533595] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.533673] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 60af5dd4-b4ab-4eee-b23a-43415ee3ca50 already deleted. [ 640.533741] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60af5dd4-b4ab-4eee-b23a-43415ee3ca50" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.546901] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: efd7ad7f-2b54-41bc-b065-1ec45f761923 in Status: SUCCESS [ 640.546901] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-efd7ad7f-2b54-41bc-b065-1ec45f761923" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.936964] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.936964] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.936964] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.936964] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.936964] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.936964] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.936964] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.936964] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.936964] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.936964] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.936964] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e60923b-0326-4e64-92e9-cecea00006f4 is going to be updated. [ 640.973282] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.973427] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.973494] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.973708] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.973851] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.990967] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9cdf7238-451f-4652-91ab-fc85ab12a1b5: rpc.has_security_group_logging(os_id): False [ 641.004345] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e60923b-0326-4e64-92e9-cecea00006f4 in Status: IN_PROGRESS for 2s [ 641.038507] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.039300] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.039300] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.039300] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.039300] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.039512] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.039657] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.039827] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.040072] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.040183] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.040437] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.040931] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.040931] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.040931] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.040931] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.041092] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.041150] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.041602] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.041602] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.041602] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.041602] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9cdf7238-451f-4652-91ab-fc85ab12a1b5 is going to be created. [ 641.093949] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock network-48 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.093949] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "network-48" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.093949] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "network-48" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.093949] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "network-48" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.093949] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.093949] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.093949] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.093949] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.093949] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.094556] env[66341]: DEBUG dogpile.cache.region [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 641.094556] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] NeedRegenerationException {{(pid=66341) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 641.094556] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] no value, waiting for create lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 641.094556] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] value creation lock acquired {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 641.094715] env[66341]: DEBUG dogpile.cache.region [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 641.094715] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Calling creation function for not-yet-present value {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 641.094803] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 641.129177] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 641.130025] env[66341]: DEBUG dogpile.cache.region [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Cache value generated in 0.035 seconds for key(s): 'zone-id' {{(pid=66341) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 641.130792] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Released creation lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 641.131188] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "network-48" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.133484] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock port-8c782609-b4ce-426a-8056-906f41809de8 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.133484] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "port-8c782609-b4ce-426a-8056-906f41809de8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.133484] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "port-8c782609-b4ce-426a-8056-906f41809de8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.133484] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "port-8c782609-b4ce-426a-8056-906f41809de8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.133484] env[66341]: DEBUG networking_nsxv3.api.rpc [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8c782609-b4ce-426a-8056-906f41809de8',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.183964] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.183964] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.183964] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.183964] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.183964] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.199378] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9cdf7238-451f-4652-91ab-fc85ab12a1b5 in Status: IN_PROGRESS for 2s [ 641.636670] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.637529] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.637529] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.637684] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.637846] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.638043] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Segment Port 8c782609-b4ce-426a-8056-906f41809de8 not found, creating... [ 641.638368] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.638576] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.638706] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.638984] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.639167] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.639521] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.639655] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.639784] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.640097] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.640249] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.640691] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Resource: SegmentPort with ID: 8c782609-b4ce-426a-8056-906f41809de8 is going to be created. [ 641.664703] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.664984] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.665143] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.665444] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.665713] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.665964] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "port-8c782609-b4ce-426a-8056-906f41809de8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.682491] env[66341]: INFO networking_nsxv3.common.synchronization [None req-7a9b9eb9-0222-4d16-93a3-cd5bf83d136d None None] Enqueued Resource ID: dac6c330-3b1a-489a-aca2-accbea3210fe with Priority: HIGHEST for action port [ 641.683061] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dac6c330-3b1a-489a-aca2-accbea3210fe with Priority: HIGHEST for action port [ 641.683577] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-dac6c330-3b1a-489a-aca2-accbea3210fe taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.683577] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dac6c330-3b1a-489a-aca2-accbea3210fe" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.683577] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dac6c330-3b1a-489a-aca2-accbea3210fe" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.683828] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dac6c330-3b1a-489a-aca2-accbea3210fe" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.683914] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dac6c330-3b1a-489a-aca2-accbea3210fe',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.186289] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dac6c330-3b1a-489a-aca2-accbea3210fe [ 642.186567] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.186677] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.186751] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.186968] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.187072] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.187167] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dac6c330-3b1a-489a-aca2-accbea3210fe already deleted. [ 642.188588] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dac6c330-3b1a-489a-aca2-accbea3210fe" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.409887] env[66341]: INFO networking_nsxv3.common.synchronization [req-3448b39e-d3de-4382-b90a-99ecbf4288de req-676c8c49-15ed-4035-a528-d2930bbd1d2f service nova] Enqueued Resource ID: 60af5dd4-b4ab-4eee-b23a-43415ee3ca50 with Priority: HIGHEST for action security_group_rules [ 642.410903] env[66341]: INFO networking_nsxv3.common.synchronization [req-3448b39e-d3de-4382-b90a-99ecbf4288de req-676c8c49-15ed-4035-a528-d2930bbd1d2f service nova] Enqueued Resource ID: 60af5dd4-b4ab-4eee-b23a-43415ee3ca50 with Priority: HIGHEST for action security_group_members [ 642.411247] env[66341]: INFO networking_nsxv3.common.synchronization [req-3448b39e-d3de-4382-b90a-99ecbf4288de req-676c8c49-15ed-4035-a528-d2930bbd1d2f service nova] Enqueued Resource ID: 8c782609-b4ce-426a-8056-906f41809de8 with Priority: HIGHEST for action port [ 642.412166] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60af5dd4-b4ab-4eee-b23a-43415ee3ca50 with Priority: HIGHEST for action security_group_rules [ 642.412416] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60af5dd4-b4ab-4eee-b23a-43415ee3ca50 with Priority: HIGHEST for action security_group_members [ 642.412930] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c782609-b4ce-426a-8056-906f41809de8 with Priority: HIGHEST for action port [ 642.413588] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-60af5dd4-b4ab-4eee-b23a-43415ee3ca50 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.413795] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-60af5dd4-b4ab-4eee-b23a-43415ee3ca50" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.413899] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-60af5dd4-b4ab-4eee-b23a-43415ee3ca50" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.414339] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-60af5dd4-b4ab-4eee-b23a-43415ee3ca50" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.414472] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('60af5dd4-b4ab-4eee-b23a-43415ee3ca50',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.416813] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-60af5dd4-b4ab-4eee-b23a-43415ee3ca50 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.416998] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60af5dd4-b4ab-4eee-b23a-43415ee3ca50" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.417135] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60af5dd4-b4ab-4eee-b23a-43415ee3ca50" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.417815] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60af5dd4-b4ab-4eee-b23a-43415ee3ca50" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.418023] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.418186] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.418269] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.418448] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.418561] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.418733] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('60af5dd4-b4ab-4eee-b23a-43415ee3ca50',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.420259] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-8c782609-b4ce-426a-8056-906f41809de8 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.420518] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8c782609-b4ce-426a-8056-906f41809de8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.420603] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8c782609-b4ce-426a-8056-906f41809de8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.420823] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8c782609-b4ce-426a-8056-906f41809de8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.420932] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8c782609-b4ce-426a-8056-906f41809de8',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.863251] env[66341]: INFO networking_nsxv3.common.synchronization [None req-4f990345-14cf-4225-b25b-bd1007c78943 None None] Enqueued Resource ID: d39b480d-40ce-41ef-836b-e90c22d651d6 with Priority: HIGHEST for action port [ 642.863251] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d39b480d-40ce-41ef-836b-e90c22d651d6 with Priority: HIGHEST for action port [ 642.863251] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-d39b480d-40ce-41ef-836b-e90c22d651d6 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.864439] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d39b480d-40ce-41ef-836b-e90c22d651d6" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.864439] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d39b480d-40ce-41ef-836b-e90c22d651d6" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.864439] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d39b480d-40ce-41ef-836b-e90c22d651d6" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.864816] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d39b480d-40ce-41ef-836b-e90c22d651d6',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.917372] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-60af5dd4-b4ab-4eee-b23a-43415ee3ca50 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.917372] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60af5dd4-b4ab-4eee-b23a-43415ee3ca50" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.921620] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('60af5dd4-b4ab-4eee-b23a-43415ee3ca50',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.928092] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8c782609-b4ce-426a-8056-906f41809de8 with status ACTIVE [ 642.928092] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.928092] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.928092] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.928092] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.928092] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.928092] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.928092] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.928092] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.928092] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.928092] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.928092] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.928092] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.928092] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.928092] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.928092] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.928092] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8c782609-b4ce-426a-8056-906f41809de8 is going to be updated. [ 642.947598] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.947598] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.947598] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.947598] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.947598] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.947598] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8c782609-b4ce-426a-8056-906f41809de8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.015100] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e60923b-0326-4e64-92e9-cecea00006f4 in Status: SUCCESS [ 643.015100] env[66341]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e60923b-0326-4e64-92e9-cecea00006f4 deletion is rescheduled due to dependency. [ 643.015100] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e60923b-0326-4e64-92e9-cecea00006f4" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.086634] env[66341]: INFO networking_nsxv3.common.synchronization [req-19e34ae1-5b52-42bf-87e9-029473c55453 req-b47ef108-1e67-40c7-8aba-ae0b1ccee90e tempest-AttachInterfacesTestJSON-748429391 tempest-AttachInterfacesTestJSON-748429391-project-member] Enqueued Resource ID: ce7ac1e0-dc34-4cba-baba-29e6c6c5c0d4 with Priority: HIGHEST for action security_group_members [ 643.089506] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce7ac1e0-dc34-4cba-baba-29e6c6c5c0d4 with Priority: HIGHEST for action security_group_members [ 643.090189] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce7ac1e0-dc34-4cba-baba-29e6c6c5c0d4 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.090479] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce7ac1e0-dc34-4cba-baba-29e6c6c5c0d4" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.090693] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce7ac1e0-dc34-4cba-baba-29e6c6c5c0d4" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.091131] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce7ac1e0-dc34-4cba-baba-29e6c6c5c0d4" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.091454] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.091714] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.091883] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.092231] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.092448] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.092698] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ce7ac1e0-dc34-4cba-baba-29e6c6c5c0d4',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.213482] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9cdf7238-451f-4652-91ab-fc85ab12a1b5 in Status: SUCCESS [ 643.213892] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9cdf7238-451f-4652-91ab-fc85ab12a1b5" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.368302] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d39b480d-40ce-41ef-836b-e90c22d651d6 [ 643.368790] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.368790] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.368790] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.369057] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.369112] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.369235] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d39b480d-40ce-41ef-836b-e90c22d651d6 already deleted. [ 643.369312] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d39b480d-40ce-41ef-836b-e90c22d651d6" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.424427] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('60af5dd4-b4ab-4eee-b23a-43415ee3ca50',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.596764] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.596964] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.597056] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.597785] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.597785] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.597906] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.597983] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.599147] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.599147] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.599147] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.599147] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ce7ac1e0-dc34-4cba-baba-29e6c6c5c0d4 already deleted. [ 643.599147] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce7ac1e0-dc34-4cba-baba-29e6c6c5c0d4" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.690619] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock network-737 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.691436] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "network-737" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.691573] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "network-737" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.692084] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "network-737" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.692684] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.692871] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.692971] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.694138] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.694312] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.694527] env[66341]: DEBUG dogpile.cache.region [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 643.694637] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] NeedRegenerationException {{(pid=66341) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 643.694745] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] no value, waiting for create lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 643.694844] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] value creation lock acquired {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 643.694947] env[66341]: DEBUG dogpile.cache.region [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 643.695077] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Calling creation function for not-yet-present value {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 643.695243] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 643.715512] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 643.715727] env[66341]: DEBUG dogpile.cache.region [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66341) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 643.715835] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Released creation lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 643.716314] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "network-737" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.716406] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock port-12905d0f-96f4-4b1f-a3cd-371fb68813fa taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.716537] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "port-12905d0f-96f4-4b1f-a3cd-371fb68813fa" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.716655] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "port-12905d0f-96f4-4b1f-a3cd-371fb68813fa" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.716957] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "port-12905d0f-96f4-4b1f-a3cd-371fb68813fa" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.717100] env[66341]: DEBUG networking_nsxv3.api.rpc [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('12905d0f-96f4-4b1f-a3cd-371fb68813fa',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.927052] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.928791] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.928791] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.928791] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.928791] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.928791] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 60af5dd4-b4ab-4eee-b23a-43415ee3ca50 is going to be created. [ 643.960390] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.960390] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.960390] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.960390] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.960390] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.975828] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60af5dd4-b4ab-4eee-b23a-43415ee3ca50 in Status: UNINITIALIZED for 2s [ 644.221685] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.221685] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.221685] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.221685] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.221685] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.221685] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Segment Port 12905d0f-96f4-4b1f-a3cd-371fb68813fa not found, creating... [ 644.221685] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.221685] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.222272] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.222272] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.222272] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.223361] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.223361] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.223361] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.223361] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.223361] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.223676] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Resource: SegmentPort with ID: 12905d0f-96f4-4b1f-a3cd-371fb68813fa is going to be created. [ 644.246907] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.247652] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.247652] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.247652] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.247843] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.248062] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "port-12905d0f-96f4-4b1f-a3cd-371fb68813fa" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.287661] env[66341]: INFO networking_nsxv3.common.synchronization [req-284389f8-f28d-4073-a081-cdd2ecd23649 req-f69099a5-4254-481c-96c3-f7512419b816 tempest-SecurityGroupRulesTestJSON-716454855 tempest-SecurityGroupRulesTestJSON-716454855-project-member] Enqueued Resource ID: aa115e55-90f4-4ab8-a079-08ebded8cea5 with Priority: HIGHEST for action security_group_rules [ 644.288321] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa115e55-90f4-4ab8-a079-08ebded8cea5 with Priority: HIGHEST for action security_group_rules [ 644.288649] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aa115e55-90f4-4ab8-a079-08ebded8cea5 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.288782] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aa115e55-90f4-4ab8-a079-08ebded8cea5" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.288843] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aa115e55-90f4-4ab8-a079-08ebded8cea5" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.289306] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aa115e55-90f4-4ab8-a079-08ebded8cea5" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.289306] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aa115e55-90f4-4ab8-a079-08ebded8cea5',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.815349] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.815554] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.815554] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.816104] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.816104] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.816104] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aa115e55-90f4-4ab8-a079-08ebded8cea5 already deleted. [ 644.816216] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aa115e55-90f4-4ab8-a079-08ebded8cea5" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.012833] env[66341]: INFO networking_nsxv3.common.synchronization [req-19e34ae1-5b52-42bf-87e9-029473c55453 req-4e234120-c530-4ae4-b70d-99ccdd18746c service nova] Enqueued Resource ID: ce7ac1e0-dc34-4cba-baba-29e6c6c5c0d4 with Priority: HIGHEST for action security_group_rules [ 645.013198] env[66341]: INFO networking_nsxv3.common.synchronization [req-19e34ae1-5b52-42bf-87e9-029473c55453 req-4e234120-c530-4ae4-b70d-99ccdd18746c service nova] Enqueued Resource ID: ce7ac1e0-dc34-4cba-baba-29e6c6c5c0d4 with Priority: HIGHEST for action security_group_members [ 645.013462] env[66341]: INFO networking_nsxv3.common.synchronization [req-19e34ae1-5b52-42bf-87e9-029473c55453 req-4e234120-c530-4ae4-b70d-99ccdd18746c service nova] Enqueued Resource ID: 12905d0f-96f4-4b1f-a3cd-371fb68813fa with Priority: HIGHEST for action port [ 645.013995] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce7ac1e0-dc34-4cba-baba-29e6c6c5c0d4 with Priority: HIGHEST for action security_group_rules [ 645.014344] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce7ac1e0-dc34-4cba-baba-29e6c6c5c0d4 with Priority: HIGHEST for action security_group_members [ 645.014384] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12905d0f-96f4-4b1f-a3cd-371fb68813fa with Priority: HIGHEST for action port [ 645.014796] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ce7ac1e0-dc34-4cba-baba-29e6c6c5c0d4 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.014951] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ce7ac1e0-dc34-4cba-baba-29e6c6c5c0d4" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.014951] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ce7ac1e0-dc34-4cba-baba-29e6c6c5c0d4" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.015098] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ce7ac1e0-dc34-4cba-baba-29e6c6c5c0d4" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.015210] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ce7ac1e0-dc34-4cba-baba-29e6c6c5c0d4',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.016173] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce7ac1e0-dc34-4cba-baba-29e6c6c5c0d4 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.020021] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce7ac1e0-dc34-4cba-baba-29e6c6c5c0d4" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.020021] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce7ac1e0-dc34-4cba-baba-29e6c6c5c0d4" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.020021] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce7ac1e0-dc34-4cba-baba-29e6c6c5c0d4" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.020021] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.020021] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.020021] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.020021] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.020021] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.020021] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ce7ac1e0-dc34-4cba-baba-29e6c6c5c0d4',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.020021] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-12905d0f-96f4-4b1f-a3cd-371fb68813fa taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.020021] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-12905d0f-96f4-4b1f-a3cd-371fb68813fa" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.020021] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-12905d0f-96f4-4b1f-a3cd-371fb68813fa" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.020021] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-12905d0f-96f4-4b1f-a3cd-371fb68813fa" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.020021] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('12905d0f-96f4-4b1f-a3cd-371fb68813fa',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.521241] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce7ac1e0-dc34-4cba-baba-29e6c6c5c0d4 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.521241] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce7ac1e0-dc34-4cba-baba-29e6c6c5c0d4" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.521980] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ce7ac1e0-dc34-4cba-baba-29e6c6c5c0d4',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.523143] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 12905d0f-96f4-4b1f-a3cd-371fb68813fa with status ACTIVE [ 645.527355] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.527355] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.527355] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.527801] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.527801] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.527801] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.528264] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.528264] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.534433] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.534433] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.534433] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.534433] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.534433] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.534433] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.534433] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.534433] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 12905d0f-96f4-4b1f-a3cd-371fb68813fa is going to be updated. [ 645.565141] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.566260] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.566389] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.566961] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.566961] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.566961] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-12905d0f-96f4-4b1f-a3cd-371fb68813fa" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.674100] env[66341]: INFO networking_nsxv3.common.synchronization [None req-eec4ca19-a10d-4c5e-8a0d-7da86a2015da None None] Enqueued Resource ID: 35e63bca-bff5-4bcf-8d4f-9339f6dceb4e with Priority: HIGHEST for action port [ 645.674953] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35e63bca-bff5-4bcf-8d4f-9339f6dceb4e with Priority: HIGHEST for action port [ 645.675072] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-35e63bca-bff5-4bcf-8d4f-9339f6dceb4e taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.675204] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-35e63bca-bff5-4bcf-8d4f-9339f6dceb4e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.675277] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-35e63bca-bff5-4bcf-8d4f-9339f6dceb4e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.675567] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-35e63bca-bff5-4bcf-8d4f-9339f6dceb4e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.675669] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('35e63bca-bff5-4bcf-8d4f-9339f6dceb4e',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.864382] env[66341]: INFO networking_nsxv3.common.synchronization [None req-c299f1aa-c0ba-461c-8bb6-ecc18e4b3caf tempest-AttachVolumeShelveTestJSON-330010653 tempest-AttachVolumeShelveTestJSON-330010653-project-member] Enqueued Resource ID: 4c73aa37-2928-4999-a9f4-cc6731e36f3f with Priority: HIGHEST for action security_group_rules [ 645.865168] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c73aa37-2928-4999-a9f4-cc6731e36f3f with Priority: HIGHEST for action security_group_rules [ 645.865641] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4c73aa37-2928-4999-a9f4-cc6731e36f3f taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.865851] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4c73aa37-2928-4999-a9f4-cc6731e36f3f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.865912] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4c73aa37-2928-4999-a9f4-cc6731e36f3f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.866183] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4c73aa37-2928-4999-a9f4-cc6731e36f3f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.866296] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4c73aa37-2928-4999-a9f4-cc6731e36f3f',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.980290] env[66341]: INFO networking_nsxv3.common.synchronization [None req-930e2cf0-7b58-48cc-9021-9a7320b6fab8 tempest-AttachVolumeShelveTestJSON-330010653 tempest-AttachVolumeShelveTestJSON-330010653-project-member] Enqueued Resource ID: 4c73aa37-2928-4999-a9f4-cc6731e36f3f with Priority: HIGHEST for action security_group_rules [ 645.981221] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c73aa37-2928-4999-a9f4-cc6731e36f3f with Priority: HIGHEST for action security_group_rules [ 645.982222] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4c73aa37-2928-4999-a9f4-cc6731e36f3f taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.982569] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4c73aa37-2928-4999-a9f4-cc6731e36f3f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.991103] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60af5dd4-b4ab-4eee-b23a-43415ee3ca50 in Status: SUCCESS [ 645.991446] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60af5dd4-b4ab-4eee-b23a-43415ee3ca50" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.991587] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60af5dd4-b4ab-4eee-b23a-43415ee3ca50" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.991797] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60af5dd4-b4ab-4eee-b23a-43415ee3ca50" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.992047] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.992215] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.992379] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.992497] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.992605] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.992719] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60af5dd4-b4ab-4eee-b23a-43415ee3ca50" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.992889] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('60af5dd4-b4ab-4eee-b23a-43415ee3ca50',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.035985] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ce7ac1e0-dc34-4cba-baba-29e6c6c5c0d4',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.177924] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 35e63bca-bff5-4bcf-8d4f-9339f6dceb4e [ 646.178306] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.178729] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.178806] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.179038] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.179184] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.179233] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:35e63bca-bff5-4bcf-8d4f-9339f6dceb4e already deleted. [ 646.179306] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-35e63bca-bff5-4bcf-8d4f-9339f6dceb4e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.394463] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.394701] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.394787] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.395051] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.395254] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.395380] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4c73aa37-2928-4999-a9f4-cc6731e36f3f already deleted. [ 646.395495] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4c73aa37-2928-4999-a9f4-cc6731e36f3f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.395651] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4c73aa37-2928-4999-a9f4-cc6731e36f3f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.395868] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4c73aa37-2928-4999-a9f4-cc6731e36f3f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.396019] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4c73aa37-2928-4999-a9f4-cc6731e36f3f',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.497604] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-60af5dd4-b4ab-4eee-b23a-43415ee3ca50 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.497840] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60af5dd4-b4ab-4eee-b23a-43415ee3ca50" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.497925] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60af5dd4-b4ab-4eee-b23a-43415ee3ca50" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.498283] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60af5dd4-b4ab-4eee-b23a-43415ee3ca50" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.498514] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.498610] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.498669] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.498855] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.498953] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.499642] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60af5dd4-b4ab-4eee-b23a-43415ee3ca50" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.499642] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-60af5dd4-b4ab-4eee-b23a-43415ee3ca50 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.499642] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60af5dd4-b4ab-4eee-b23a-43415ee3ca50" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.499642] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60af5dd4-b4ab-4eee-b23a-43415ee3ca50" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.499848] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60af5dd4-b4ab-4eee-b23a-43415ee3ca50" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.499848] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.499951] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.500021] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.500135] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.500250] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.500313] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60af5dd4-b4ab-4eee-b23a-43415ee3ca50" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.500381] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('60af5dd4-b4ab-4eee-b23a-43415ee3ca50',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.541648] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.541648] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.541648] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.541648] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.541648] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.541648] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ce7ac1e0-dc34-4cba-baba-29e6c6c5c0d4 is going to be created. [ 646.569166] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.569583] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.569726] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.570036] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.570282] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.585478] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce7ac1e0-dc34-4cba-baba-29e6c6c5c0d4 in Status: UNINITIALIZED for 2s [ 646.916882] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.917133] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.917133] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.917365] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.917485] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.917585] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4c73aa37-2928-4999-a9f4-cc6731e36f3f already deleted. [ 646.917672] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4c73aa37-2928-4999-a9f4-cc6731e36f3f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.971592] env[66341]: INFO networking_nsxv3.common.synchronization [req-f9279237-49a9-4f2d-8b49-bf7a5c07f8b2 req-2b5c4e5a-7c65-425d-ad87-e2e7a3ac9ab2 tempest-ServersAdminTestJSON-456582313 tempest-ServersAdminTestJSON-456582313-project-member] Enqueued Resource ID: 9cdf7238-451f-4652-91ab-fc85ab12a1b5 with Priority: HIGHEST for action security_group_members [ 646.972159] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cdf7238-451f-4652-91ab-fc85ab12a1b5 with Priority: HIGHEST for action security_group_members [ 646.972480] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cdf7238-451f-4652-91ab-fc85ab12a1b5 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.972773] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cdf7238-451f-4652-91ab-fc85ab12a1b5" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.972773] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cdf7238-451f-4652-91ab-fc85ab12a1b5" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.974325] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cdf7238-451f-4652-91ab-fc85ab12a1b5" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.974575] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.975058] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.975133] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.975331] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.975603] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.975603] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9cdf7238-451f-4652-91ab-fc85ab12a1b5',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.002928] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 60af5dd4-b4ab-4eee-b23a-43415ee3ca50: rpc.has_security_group_logging(os_id): False [ 647.020608] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.020764] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.020829] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.021141] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.021589] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.021589] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.021589] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.022015] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.022130] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.023189] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.023189] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.023189] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.023189] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.023189] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.023189] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.023189] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.023189] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.023189] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.023596] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.023596] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.023596] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 60af5dd4-b4ab-4eee-b23a-43415ee3ca50 is going to be created. [ 647.102109] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.102109] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.102312] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.102807] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.103460] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.116982] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 60af5dd4-b4ab-4eee-b23a-43415ee3ca50 in Status: IN_PROGRESS for 2s [ 647.431559] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock network-959 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.431774] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "network-959" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.431926] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "network-959" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.432217] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "network-959" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.432476] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.432634] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.432753] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.432963] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.433179] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.433451] env[66341]: DEBUG dogpile.cache.region [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 647.433510] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] NeedRegenerationException {{(pid=66341) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 647.433605] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] no value, waiting for create lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 647.433706] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] value creation lock acquired {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 647.433807] env[66341]: DEBUG dogpile.cache.region [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 647.433903] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Calling creation function for not-yet-present value {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 647.434039] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 647.463318] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 647.463514] env[66341]: DEBUG dogpile.cache.region [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=66341) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 647.463640] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Released creation lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 647.463876] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "network-959" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.464233] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock port-1ee0c826-f2a9-4e84-9ceb-64a07176ff29 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.464411] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "port-1ee0c826-f2a9-4e84-9ceb-64a07176ff29" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.464542] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "port-1ee0c826-f2a9-4e84-9ceb-64a07176ff29" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.464850] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "port-1ee0c826-f2a9-4e84-9ceb-64a07176ff29" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.465034] env[66341]: DEBUG networking_nsxv3.api.rpc [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1ee0c826-f2a9-4e84-9ceb-64a07176ff29',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.478737] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9cdf7238-451f-4652-91ab-fc85ab12a1b5',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.967536] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.967860] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.967860] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.968153] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.968298] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.968601] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Segment Port 1ee0c826-f2a9-4e84-9ceb-64a07176ff29 not found, creating... [ 647.968685] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.968919] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.968998] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.969203] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.969398] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.969709] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.969867] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.969999] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.970224] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.970362] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.970580] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Resource: SegmentPort with ID: 1ee0c826-f2a9-4e84-9ceb-64a07176ff29 is going to be created. [ 647.981391] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9cdf7238-451f-4652-91ab-fc85ab12a1b5',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.991167] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.991377] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.991493] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.991769] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.992053] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.992307] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "port-1ee0c826-f2a9-4e84-9ceb-64a07176ff29" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.484264] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.484467] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.484592] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.484732] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.484818] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.484916] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9cdf7238-451f-4652-91ab-fc85ab12a1b5 is going to be updated. [ 648.519720] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.520026] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.520026] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.520769] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.520769] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.531472] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9cdf7238-451f-4652-91ab-fc85ab12a1b5 in Status: IN_PROGRESS for 2s [ 648.595428] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce7ac1e0-dc34-4cba-baba-29e6c6c5c0d4 in Status: SUCCESS [ 648.595428] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce7ac1e0-dc34-4cba-baba-29e6c6c5c0d4" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.595428] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce7ac1e0-dc34-4cba-baba-29e6c6c5c0d4" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.595428] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce7ac1e0-dc34-4cba-baba-29e6c6c5c0d4" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.595428] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.595428] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.595428] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.595428] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.595768] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.595768] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce7ac1e0-dc34-4cba-baba-29e6c6c5c0d4" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.595768] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ce7ac1e0-dc34-4cba-baba-29e6c6c5c0d4',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.720347] env[66341]: INFO networking_nsxv3.common.synchronization [req-f9279237-49a9-4f2d-8b49-bf7a5c07f8b2 req-8bd2d450-83d7-4883-8b1a-c5b7a88a301d service nova] Enqueued Resource ID: 9cdf7238-451f-4652-91ab-fc85ab12a1b5 with Priority: HIGHEST for action security_group_rules [ 648.720347] env[66341]: INFO networking_nsxv3.common.synchronization [req-f9279237-49a9-4f2d-8b49-bf7a5c07f8b2 req-8bd2d450-83d7-4883-8b1a-c5b7a88a301d service nova] Enqueued Resource ID: 9cdf7238-451f-4652-91ab-fc85ab12a1b5 with Priority: HIGHEST for action security_group_members [ 648.720347] env[66341]: INFO networking_nsxv3.common.synchronization [req-f9279237-49a9-4f2d-8b49-bf7a5c07f8b2 req-8bd2d450-83d7-4883-8b1a-c5b7a88a301d service nova] Enqueued Resource ID: 1ee0c826-f2a9-4e84-9ceb-64a07176ff29 with Priority: HIGHEST for action port [ 648.720347] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cdf7238-451f-4652-91ab-fc85ab12a1b5 with Priority: HIGHEST for action security_group_rules [ 648.720347] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cdf7238-451f-4652-91ab-fc85ab12a1b5 with Priority: HIGHEST for action security_group_members [ 648.720347] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ee0c826-f2a9-4e84-9ceb-64a07176ff29 with Priority: HIGHEST for action port [ 648.721196] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9cdf7238-451f-4652-91ab-fc85ab12a1b5 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.721470] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9cdf7238-451f-4652-91ab-fc85ab12a1b5" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.721737] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9cdf7238-451f-4652-91ab-fc85ab12a1b5" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.722253] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9cdf7238-451f-4652-91ab-fc85ab12a1b5" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.722519] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9cdf7238-451f-4652-91ab-fc85ab12a1b5',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.723690] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cdf7238-451f-4652-91ab-fc85ab12a1b5 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.723908] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cdf7238-451f-4652-91ab-fc85ab12a1b5" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.725364] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-1ee0c826-f2a9-4e84-9ceb-64a07176ff29 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.725364] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1ee0c826-f2a9-4e84-9ceb-64a07176ff29" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.725364] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1ee0c826-f2a9-4e84-9ceb-64a07176ff29" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.725364] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1ee0c826-f2a9-4e84-9ceb-64a07176ff29" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.725364] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1ee0c826-f2a9-4e84-9ceb-64a07176ff29',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.098760] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ce7ac1e0-dc34-4cba-baba-29e6c6c5c0d4',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.133997] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 60af5dd4-b4ab-4eee-b23a-43415ee3ca50 in Status: SUCCESS [ 649.133997] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-60af5dd4-b4ab-4eee-b23a-43415ee3ca50" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.230245] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1ee0c826-f2a9-4e84-9ceb-64a07176ff29 with status ACTIVE [ 649.230245] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.230245] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.230245] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.230245] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.230245] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.230245] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.230245] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.230245] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.230245] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.230245] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.230245] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.230245] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.230245] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.230245] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.230245] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.230245] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1ee0c826-f2a9-4e84-9ceb-64a07176ff29 is going to be updated. [ 649.232453] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cdf7238-451f-4652-91ab-fc85ab12a1b5 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.232617] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cdf7238-451f-4652-91ab-fc85ab12a1b5" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.260941] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.261498] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.262061] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.262526] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.262886] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.263353] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1ee0c826-f2a9-4e84-9ceb-64a07176ff29" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.368639] env[66341]: INFO networking_nsxv3.common.synchronization [None req-06a66f0f-71da-4669-8214-485f7c0f7952 None None] Enqueued Resource ID: dc0f6423-abc2-4a21-b41e-bbbeb2fcad65 with Priority: HIGHEST for action port [ 649.369118] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc0f6423-abc2-4a21-b41e-bbbeb2fcad65 with Priority: HIGHEST for action port [ 649.369479] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-dc0f6423-abc2-4a21-b41e-bbbeb2fcad65 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.369611] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dc0f6423-abc2-4a21-b41e-bbbeb2fcad65" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.369679] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dc0f6423-abc2-4a21-b41e-bbbeb2fcad65" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.369970] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dc0f6423-abc2-4a21-b41e-bbbeb2fcad65" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.370162] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dc0f6423-abc2-4a21-b41e-bbbeb2fcad65',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.506121] env[66341]: INFO networking_nsxv3.common.synchronization [req-665296b9-5617-4474-a88f-c9142fc49d1e req-a07c306a-d4d6-47b1-8764-b0984d5b4806 tempest-AttachInterfacesUnderV243Test-143724467 tempest-AttachInterfacesUnderV243Test-143724467-project-member] Enqueued Resource ID: e4d91b5a-7850-44fa-a8cf-ea58324642f7 with Priority: HIGHEST for action security_group_members [ 649.506691] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4d91b5a-7850-44fa-a8cf-ea58324642f7 with Priority: HIGHEST for action security_group_members [ 649.507502] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4d91b5a-7850-44fa-a8cf-ea58324642f7 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.507643] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4d91b5a-7850-44fa-a8cf-ea58324642f7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.507715] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4d91b5a-7850-44fa-a8cf-ea58324642f7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.508728] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4d91b5a-7850-44fa-a8cf-ea58324642f7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.508893] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.509036] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.509126] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.509319] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.509411] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.509511] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e4d91b5a-7850-44fa-a8cf-ea58324642f7',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.603642] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ce7ac1e0-dc34-4cba-baba-29e6c6c5c0d4: rpc.has_security_group_logging(os_id): False [ 649.623397] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.623597] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.623658] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.624418] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.624418] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.624418] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.624418] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.624418] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.624792] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.624792] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.624792] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ce7ac1e0-dc34-4cba-baba-29e6c6c5c0d4 is going to be created. [ 649.701303] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.701303] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.701433] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.701726] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.701920] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.714261] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ce7ac1e0-dc34-4cba-baba-29e6c6c5c0d4 in Status: IN_PROGRESS for 2s [ 649.873833] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dc0f6423-abc2-4a21-b41e-bbbeb2fcad65 [ 649.873833] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.873833] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.873833] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.873833] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.873833] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.873833] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dc0f6423-abc2-4a21-b41e-bbbeb2fcad65 already deleted. [ 649.873833] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dc0f6423-abc2-4a21-b41e-bbbeb2fcad65" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.879162] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock network-176 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.879162] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "network-176" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.879162] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "network-176" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.879162] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "network-176" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.879368] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.879431] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.879586] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.879710] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.879844] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.880158] env[66341]: DEBUG dogpile.cache.region [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 649.880281] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] NeedRegenerationException {{(pid=66341) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 649.880386] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] no value, waiting for create lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 649.880486] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] value creation lock acquired {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 649.880590] env[66341]: DEBUG dogpile.cache.region [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 649.880689] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Calling creation function for not-yet-present value {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 649.881573] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 649.900075] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 649.900316] env[66341]: DEBUG dogpile.cache.region [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66341) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 649.900541] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Released creation lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 649.900618] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "network-176" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.900928] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock port-daf69188-4669-40aa-aafb-38fddb03f4f6 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.901113] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "port-daf69188-4669-40aa-aafb-38fddb03f4f6" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.901262] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "port-daf69188-4669-40aa-aafb-38fddb03f4f6" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.901575] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "port-daf69188-4669-40aa-aafb-38fddb03f4f6" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.901707] env[66341]: DEBUG networking_nsxv3.api.rpc [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('daf69188-4669-40aa-aafb-38fddb03f4f6',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.011495] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.011707] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.011849] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.012171] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.012339] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.012525] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.012851] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.012851] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.012980] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.013026] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.013144] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e4d91b5a-7850-44fa-a8cf-ea58324642f7 already deleted. [ 650.013207] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4d91b5a-7850-44fa-a8cf-ea58324642f7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.404161] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.404765] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.404765] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.404765] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.404922] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.405075] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Segment Port daf69188-4669-40aa-aafb-38fddb03f4f6 not found, creating... [ 650.405339] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.405554] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.405639] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.405857] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.405964] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.406257] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.406423] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.406557] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.406732] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.406879] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.406975] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Resource: SegmentPort with ID: daf69188-4669-40aa-aafb-38fddb03f4f6 is going to be created. [ 650.436649] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.436649] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.436649] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.436649] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.436649] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.436649] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "port-daf69188-4669-40aa-aafb-38fddb03f4f6" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.544653] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9cdf7238-451f-4652-91ab-fc85ab12a1b5 in Status: SUCCESS [ 650.544894] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cdf7238-451f-4652-91ab-fc85ab12a1b5" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.545093] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cdf7238-451f-4652-91ab-fc85ab12a1b5" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.545334] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cdf7238-451f-4652-91ab-fc85ab12a1b5" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.546016] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.546016] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.546016] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.546016] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.546016] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.546351] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9cdf7238-451f-4652-91ab-fc85ab12a1b5',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.053120] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9cdf7238-451f-4652-91ab-fc85ab12a1b5',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.178708] env[66341]: INFO networking_nsxv3.common.synchronization [req-665296b9-5617-4474-a88f-c9142fc49d1e req-9d4d1e4f-c19a-41fd-8248-3291b0391798 service nova] Enqueued Resource ID: e4d91b5a-7850-44fa-a8cf-ea58324642f7 with Priority: HIGHEST for action security_group_rules [ 651.178708] env[66341]: INFO networking_nsxv3.common.synchronization [req-665296b9-5617-4474-a88f-c9142fc49d1e req-9d4d1e4f-c19a-41fd-8248-3291b0391798 service nova] Enqueued Resource ID: e4d91b5a-7850-44fa-a8cf-ea58324642f7 with Priority: HIGHEST for action security_group_members [ 651.178708] env[66341]: INFO networking_nsxv3.common.synchronization [req-665296b9-5617-4474-a88f-c9142fc49d1e req-9d4d1e4f-c19a-41fd-8248-3291b0391798 service nova] Enqueued Resource ID: daf69188-4669-40aa-aafb-38fddb03f4f6 with Priority: HIGHEST for action port [ 651.179126] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4d91b5a-7850-44fa-a8cf-ea58324642f7 with Priority: HIGHEST for action security_group_rules [ 651.179742] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4d91b5a-7850-44fa-a8cf-ea58324642f7 with Priority: HIGHEST for action security_group_members [ 651.179998] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: daf69188-4669-40aa-aafb-38fddb03f4f6 with Priority: HIGHEST for action port [ 651.180309] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e4d91b5a-7850-44fa-a8cf-ea58324642f7 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.180722] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e4d91b5a-7850-44fa-a8cf-ea58324642f7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.180722] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e4d91b5a-7850-44fa-a8cf-ea58324642f7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.180722] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e4d91b5a-7850-44fa-a8cf-ea58324642f7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.180971] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e4d91b5a-7850-44fa-a8cf-ea58324642f7',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.184990] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4d91b5a-7850-44fa-a8cf-ea58324642f7 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.184990] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4d91b5a-7850-44fa-a8cf-ea58324642f7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.184990] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4d91b5a-7850-44fa-a8cf-ea58324642f7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.185398] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4d91b5a-7850-44fa-a8cf-ea58324642f7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.185398] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.186173] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.186173] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.186173] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.186173] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.186173] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e4d91b5a-7850-44fa-a8cf-ea58324642f7',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.186831] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-daf69188-4669-40aa-aafb-38fddb03f4f6 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.186948] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-daf69188-4669-40aa-aafb-38fddb03f4f6" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.187043] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-daf69188-4669-40aa-aafb-38fddb03f4f6" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.188094] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-daf69188-4669-40aa-aafb-38fddb03f4f6" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.188212] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('daf69188-4669-40aa-aafb-38fddb03f4f6',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.557253] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9cdf7238-451f-4652-91ab-fc85ab12a1b5',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.692476] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e4d91b5a-7850-44fa-a8cf-ea58324642f7',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.692476] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4d91b5a-7850-44fa-a8cf-ea58324642f7 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.692476] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4d91b5a-7850-44fa-a8cf-ea58324642f7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.692476] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port daf69188-4669-40aa-aafb-38fddb03f4f6 with status ACTIVE [ 651.692476] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.692476] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.692476] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.692476] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.692476] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.692849] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.692849] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.692849] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.692950] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.692982] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.693367] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.693538] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.693591] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.694767] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.694767] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.694767] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: daf69188-4669-40aa-aafb-38fddb03f4f6 is going to be updated. [ 651.724699] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.724914] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.725092] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.725497] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.726387] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.727654] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-daf69188-4669-40aa-aafb-38fddb03f4f6" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.731281] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ce7ac1e0-dc34-4cba-baba-29e6c6c5c0d4 in Status: SUCCESS [ 651.731864] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ce7ac1e0-dc34-4cba-baba-29e6c6c5c0d4" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.735319] env[66341]: INFO networking_nsxv3.common.synchronization [None req-0f96e18d-3de3-45ad-aef5-c5b5959d8ff5 None None] Enqueued Resource ID: a248900b-131b-46d6-a2b5-e5dec52d7cfe with Priority: HIGHEST for action port [ 651.736250] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a248900b-131b-46d6-a2b5-e5dec52d7cfe with Priority: HIGHEST for action port [ 651.737082] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-a248900b-131b-46d6-a2b5-e5dec52d7cfe taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.737252] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a248900b-131b-46d6-a2b5-e5dec52d7cfe" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.737509] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a248900b-131b-46d6-a2b5-e5dec52d7cfe" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.737973] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a248900b-131b-46d6-a2b5-e5dec52d7cfe" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.738098] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a248900b-131b-46d6-a2b5-e5dec52d7cfe',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.058770] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.058958] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.059019] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.059260] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.059359] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.059444] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9cdf7238-451f-4652-91ab-fc85ab12a1b5 is going to be updated. [ 652.094399] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.095722] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.095803] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.096828] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.097030] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.107276] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9cdf7238-451f-4652-91ab-fc85ab12a1b5 in Status: IN_PROGRESS for 2s [ 652.195073] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e4d91b5a-7850-44fa-a8cf-ea58324642f7',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.240369] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a248900b-131b-46d6-a2b5-e5dec52d7cfe [ 652.240607] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.240739] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.240814] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.241065] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.241163] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.241274] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a248900b-131b-46d6-a2b5-e5dec52d7cfe already deleted. [ 652.241525] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a248900b-131b-46d6-a2b5-e5dec52d7cfe" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.701020] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.701020] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.701020] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.701020] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.701020] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.701020] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e4d91b5a-7850-44fa-a8cf-ea58324642f7 is going to be created. [ 652.728838] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.729397] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.729397] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.730523] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.730523] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.743087] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e4d91b5a-7850-44fa-a8cf-ea58324642f7 in Status: UNINITIALIZED for 2s [ 652.753031] env[66341]: INFO networking_nsxv3.common.synchronization [req-5db4618e-f47c-4e11-b1f8-9bc5355d87fb req-9dc3b3c6-3f22-452f-803a-9f725d7e1845 tempest-InstanceActionsTestJSON-1826062792 tempest-InstanceActionsTestJSON-1826062792-project-member] Enqueued Resource ID: 360939e6-ea17-4e75-b69a-8c0ac1f8be2f with Priority: HIGHEST for action security_group_members [ 652.753031] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 360939e6-ea17-4e75-b69a-8c0ac1f8be2f with Priority: HIGHEST for action security_group_members [ 652.753031] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-360939e6-ea17-4e75-b69a-8c0ac1f8be2f taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.753031] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-360939e6-ea17-4e75-b69a-8c0ac1f8be2f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.753031] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-360939e6-ea17-4e75-b69a-8c0ac1f8be2f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.753031] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-360939e6-ea17-4e75-b69a-8c0ac1f8be2f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.753031] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.753031] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.753031] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.755299] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.755440] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.755509] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('360939e6-ea17-4e75-b69a-8c0ac1f8be2f',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.257373] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.257566] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.257636] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.257836] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.257922] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.258201] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.258306] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.258370] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.258516] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.258595] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.258704] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 360939e6-ea17-4e75-b69a-8c0ac1f8be2f is going to be updated. [ 653.302677] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.303089] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.303089] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.303249] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.303283] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.317141] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 360939e6-ea17-4e75-b69a-8c0ac1f8be2f in Status: IN_PROGRESS for 2s [ 654.120630] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9cdf7238-451f-4652-91ab-fc85ab12a1b5 in Status: SUCCESS [ 654.120630] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cdf7238-451f-4652-91ab-fc85ab12a1b5" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.121319] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cdf7238-451f-4652-91ab-fc85ab12a1b5" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.121424] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cdf7238-451f-4652-91ab-fc85ab12a1b5" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.121792] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.121922] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.121975] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.124555] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.124701] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.124849] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cdf7238-451f-4652-91ab-fc85ab12a1b5" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.125174] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9cdf7238-451f-4652-91ab-fc85ab12a1b5',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.627414] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cdf7238-451f-4652-91ab-fc85ab12a1b5 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.631100] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cdf7238-451f-4652-91ab-fc85ab12a1b5" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.631100] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cdf7238-451f-4652-91ab-fc85ab12a1b5" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.631100] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cdf7238-451f-4652-91ab-fc85ab12a1b5" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.631100] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.631100] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.631100] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.631100] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.631100] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.631100] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cdf7238-451f-4652-91ab-fc85ab12a1b5" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.631100] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cdf7238-451f-4652-91ab-fc85ab12a1b5 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.631100] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cdf7238-451f-4652-91ab-fc85ab12a1b5" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.631100] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cdf7238-451f-4652-91ab-fc85ab12a1b5" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.631100] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cdf7238-451f-4652-91ab-fc85ab12a1b5" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.631100] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.631100] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.631100] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.631100] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.631100] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.632616] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cdf7238-451f-4652-91ab-fc85ab12a1b5" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.632616] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9cdf7238-451f-4652-91ab-fc85ab12a1b5',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.754631] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e4d91b5a-7850-44fa-a8cf-ea58324642f7 in Status: SUCCESS [ 654.756460] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4d91b5a-7850-44fa-a8cf-ea58324642f7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.756871] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4d91b5a-7850-44fa-a8cf-ea58324642f7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.757228] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4d91b5a-7850-44fa-a8cf-ea58324642f7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.757561] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.757790] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.757790] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.758438] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.758438] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.758438] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4d91b5a-7850-44fa-a8cf-ea58324642f7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.758438] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e4d91b5a-7850-44fa-a8cf-ea58324642f7',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.135931] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9cdf7238-451f-4652-91ab-fc85ab12a1b5: rpc.has_security_group_logging(os_id): False [ 655.155171] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.155662] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.155662] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.155662] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.156115] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.156115] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.156115] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.156115] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.156293] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.156399] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.156750] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.156750] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.156750] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.157996] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.158696] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.158696] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.158696] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.158696] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.158696] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.158955] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.158955] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9cdf7238-451f-4652-91ab-fc85ab12a1b5 is going to be updated. [ 655.231379] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.231536] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.231608] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.232502] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.232679] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.258182] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9cdf7238-451f-4652-91ab-fc85ab12a1b5 in Status: IN_PROGRESS for 2s [ 655.261302] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e4d91b5a-7850-44fa-a8cf-ea58324642f7',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.331344] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 360939e6-ea17-4e75-b69a-8c0ac1f8be2f in Status: SUCCESS [ 655.331824] env[66341]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 360939e6-ea17-4e75-b69a-8c0ac1f8be2f deletion is rescheduled due to dependency. [ 655.331824] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-360939e6-ea17-4e75-b69a-8c0ac1f8be2f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.555598] env[66341]: INFO networking_nsxv3.common.synchronization [None req-0e4891ce-dae2-4f11-ae19-99918338931e None None] Enqueued Resource ID: 9e7f3b82-6e05-4660-a36d-bbdbcd2fc492 with Priority: HIGHEST for action port [ 655.555598] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e7f3b82-6e05-4660-a36d-bbdbcd2fc492 with Priority: HIGHEST for action port [ 655.555598] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-9e7f3b82-6e05-4660-a36d-bbdbcd2fc492 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.555598] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9e7f3b82-6e05-4660-a36d-bbdbcd2fc492" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.556323] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9e7f3b82-6e05-4660-a36d-bbdbcd2fc492" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.556323] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9e7f3b82-6e05-4660-a36d-bbdbcd2fc492" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.556323] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9e7f3b82-6e05-4660-a36d-bbdbcd2fc492',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.765490] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e4d91b5a-7850-44fa-a8cf-ea58324642f7: rpc.has_security_group_logging(os_id): False [ 655.787024] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.787024] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.787024] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.787504] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.787504] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.787504] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.787690] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.787690] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.789024] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.789024] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.789024] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e4d91b5a-7850-44fa-a8cf-ea58324642f7 is going to be created. [ 655.888952] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.889195] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.889195] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.889877] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.889877] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.903726] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e4d91b5a-7850-44fa-a8cf-ea58324642f7 in Status: IN_PROGRESS for 2s [ 656.062817] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9e7f3b82-6e05-4660-a36d-bbdbcd2fc492 [ 656.062817] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.062817] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.062817] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.062817] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.062817] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.062817] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9e7f3b82-6e05-4660-a36d-bbdbcd2fc492 already deleted. [ 656.062817] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9e7f3b82-6e05-4660-a36d-bbdbcd2fc492" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.275155] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9cdf7238-451f-4652-91ab-fc85ab12a1b5 in Status: SUCCESS [ 657.275155] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9cdf7238-451f-4652-91ab-fc85ab12a1b5" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.918863] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e4d91b5a-7850-44fa-a8cf-ea58324642f7 in Status: SUCCESS [ 657.919222] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e4d91b5a-7850-44fa-a8cf-ea58324642f7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.030458] env[66341]: INFO networking_nsxv3.common.synchronization [None req-f3885d32-75b4-4d49-8f38-aee64a44e97a None None] Enqueued Resource ID: 617d81ea-b938-416a-8f57-53c03c88d019 with Priority: HIGHEST for action port [ 658.030567] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 617d81ea-b938-416a-8f57-53c03c88d019 with Priority: HIGHEST for action port [ 658.030864] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-617d81ea-b938-416a-8f57-53c03c88d019 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.031038] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-617d81ea-b938-416a-8f57-53c03c88d019" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.032042] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-617d81ea-b938-416a-8f57-53c03c88d019" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.032417] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-617d81ea-b938-416a-8f57-53c03c88d019" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.032417] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('617d81ea-b938-416a-8f57-53c03c88d019',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.127353] env[66341]: INFO networking_nsxv3.common.synchronization [req-baeb117c-9867-4c5e-b60c-e267dba6b214 req-a9ec54cb-7014-43fe-8d16-3020049723c2 tempest-DeleteServersAdminTestJSON-838751900 tempest-DeleteServersAdminTestJSON-838751900-project-member] Enqueued Resource ID: fcebbbba-2420-44ba-8b78-4fd6c469b760 with Priority: HIGHEST for action security_group_members [ 658.127858] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fcebbbba-2420-44ba-8b78-4fd6c469b760 with Priority: HIGHEST for action security_group_members [ 658.128460] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-fcebbbba-2420-44ba-8b78-4fd6c469b760 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.128593] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fcebbbba-2420-44ba-8b78-4fd6c469b760" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.128662] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fcebbbba-2420-44ba-8b78-4fd6c469b760" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.128866] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fcebbbba-2420-44ba-8b78-4fd6c469b760" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.129293] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.129562] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.129562] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.129778] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.129893] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.130046] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fcebbbba-2420-44ba-8b78-4fd6c469b760',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.344146] env[66341]: INFO networking_nsxv3.common.synchronization [req-71384d48-804a-48d5-be47-6dd126e60eaa req-6d37c790-a790-48ac-890b-b66260d861f0 tempest-SecurityGroupRulesTestJSON-716454855 tempest-SecurityGroupRulesTestJSON-716454855-project-member] Enqueued Resource ID: db9cecab-fcad-4ca5-95c6-9d737cd259e2 with Priority: HIGHEST for action security_group_rules [ 658.345585] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db9cecab-fcad-4ca5-95c6-9d737cd259e2 with Priority: HIGHEST for action security_group_rules [ 658.348061] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-db9cecab-fcad-4ca5-95c6-9d737cd259e2 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.348061] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-db9cecab-fcad-4ca5-95c6-9d737cd259e2" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.348061] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-db9cecab-fcad-4ca5-95c6-9d737cd259e2" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.348061] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-db9cecab-fcad-4ca5-95c6-9d737cd259e2" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.348061] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('db9cecab-fcad-4ca5-95c6-9d737cd259e2',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.534870] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 617d81ea-b938-416a-8f57-53c03c88d019 [ 658.535262] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.535437] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.535562] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.535873] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.536121] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.536244] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:617d81ea-b938-416a-8f57-53c03c88d019 already deleted. [ 658.536301] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-617d81ea-b938-416a-8f57-53c03c88d019" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.632378] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.632937] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.632937] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.633310] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.633369] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.633613] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.633727] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.633793] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.634168] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.634261] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.634316] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fcebbbba-2420-44ba-8b78-4fd6c469b760 is going to be updated. [ 658.670578] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.670754] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.670812] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.674892] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.674892] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.686768] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fcebbbba-2420-44ba-8b78-4fd6c469b760 in Status: IN_PROGRESS for 2s [ 658.742919] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock network-964 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.743481] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "network-964" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.743993] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "network-964" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.744310] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "network-964" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.744586] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.744923] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.745071] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.745310] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.745453] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.745690] env[66341]: DEBUG dogpile.cache.region [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 658.745816] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] NeedRegenerationException {{(pid=66341) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 658.745926] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] no value, waiting for create lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 658.746075] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] value creation lock acquired {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 658.746223] env[66341]: DEBUG dogpile.cache.region [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 658.746333] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Calling creation function for not-yet-present value {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 658.746464] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 658.779234] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 658.779434] env[66341]: DEBUG dogpile.cache.region [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Cache value generated in 0.033 seconds for key(s): 'zone-id' {{(pid=66341) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 658.779583] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Released creation lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 658.779758] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "network-964" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.780091] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock port-5bafddcc-5838-4198-a987-5c00cc3c48e5 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.780305] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "port-5bafddcc-5838-4198-a987-5c00cc3c48e5" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.780426] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "port-5bafddcc-5838-4198-a987-5c00cc3c48e5" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.780765] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "port-5bafddcc-5838-4198-a987-5c00cc3c48e5" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.785030] env[66341]: DEBUG networking_nsxv3.api.rpc [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5bafddcc-5838-4198-a987-5c00cc3c48e5',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.872536] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.872733] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.872793] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.872964] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.873063] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.873938] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: db9cecab-fcad-4ca5-95c6-9d737cd259e2 already deleted. [ 658.873938] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-db9cecab-fcad-4ca5-95c6-9d737cd259e2" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.285322] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.285805] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.285936] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.286349] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.286549] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.286881] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Segment Port 5bafddcc-5838-4198-a987-5c00cc3c48e5 not found, creating... [ 659.287396] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.287640] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.287829] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.288568] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.288568] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.288826] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.289084] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.289281] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.289689] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.289807] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.290036] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Resource: SegmentPort with ID: 5bafddcc-5838-4198-a987-5c00cc3c48e5 is going to be created. [ 659.316419] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.316660] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.316793] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.317080] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.317385] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.317611] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "port-5bafddcc-5838-4198-a987-5c00cc3c48e5" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.054952] env[66341]: INFO networking_nsxv3.common.synchronization [req-baeb117c-9867-4c5e-b60c-e267dba6b214 req-8f54bb33-b349-47fe-b8be-634b37ec64e6 service nova] Enqueued Resource ID: fcebbbba-2420-44ba-8b78-4fd6c469b760 with Priority: HIGHEST for action security_group_rules [ 660.054952] env[66341]: INFO networking_nsxv3.common.synchronization [req-baeb117c-9867-4c5e-b60c-e267dba6b214 req-8f54bb33-b349-47fe-b8be-634b37ec64e6 service nova] Enqueued Resource ID: fcebbbba-2420-44ba-8b78-4fd6c469b760 with Priority: HIGHEST for action security_group_members [ 660.058195] env[66341]: INFO networking_nsxv3.common.synchronization [req-baeb117c-9867-4c5e-b60c-e267dba6b214 req-8f54bb33-b349-47fe-b8be-634b37ec64e6 service nova] Enqueued Resource ID: 5bafddcc-5838-4198-a987-5c00cc3c48e5 with Priority: HIGHEST for action port [ 660.058195] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fcebbbba-2420-44ba-8b78-4fd6c469b760 with Priority: HIGHEST for action security_group_rules [ 660.058195] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fcebbbba-2420-44ba-8b78-4fd6c469b760 with Priority: HIGHEST for action security_group_members [ 660.061038] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5bafddcc-5838-4198-a987-5c00cc3c48e5 with Priority: HIGHEST for action port [ 660.061038] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fcebbbba-2420-44ba-8b78-4fd6c469b760 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.061038] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fcebbbba-2420-44ba-8b78-4fd6c469b760" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.061038] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fcebbbba-2420-44ba-8b78-4fd6c469b760" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.061038] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fcebbbba-2420-44ba-8b78-4fd6c469b760" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.061422] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fcebbbba-2420-44ba-8b78-4fd6c469b760',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.064075] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-fcebbbba-2420-44ba-8b78-4fd6c469b760 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.064246] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fcebbbba-2420-44ba-8b78-4fd6c469b760" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.064775] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-5bafddcc-5838-4198-a987-5c00cc3c48e5 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.064888] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5bafddcc-5838-4198-a987-5c00cc3c48e5" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.064949] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5bafddcc-5838-4198-a987-5c00cc3c48e5" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.065179] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5bafddcc-5838-4198-a987-5c00cc3c48e5" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.065264] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5bafddcc-5838-4198-a987-5c00cc3c48e5',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.569018] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-fcebbbba-2420-44ba-8b78-4fd6c469b760 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.569018] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fcebbbba-2420-44ba-8b78-4fd6c469b760" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.570833] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5bafddcc-5838-4198-a987-5c00cc3c48e5 with status ACTIVE [ 660.571078] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.571467] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.571545] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.571910] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.572023] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.572831] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.572967] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.573057] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.573200] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.573655] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.573893] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.574020] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.574088] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.574247] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.574969] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.575093] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5bafddcc-5838-4198-a987-5c00cc3c48e5 is going to be updated. [ 660.598974] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.599174] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.599229] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.599426] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.599579] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.599749] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5bafddcc-5838-4198-a987-5c00cc3c48e5" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.710566] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fcebbbba-2420-44ba-8b78-4fd6c469b760 in Status: SUCCESS [ 660.712490] env[66341]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fcebbbba-2420-44ba-8b78-4fd6c469b760 deletion is rescheduled due to dependency. [ 660.712490] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fcebbbba-2420-44ba-8b78-4fd6c469b760" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.712490] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fcebbbba-2420-44ba-8b78-4fd6c469b760" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.712490] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fcebbbba-2420-44ba-8b78-4fd6c469b760" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.712490] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.712698] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.712698] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.712915] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.713021] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.713129] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fcebbbba-2420-44ba-8b78-4fd6c469b760',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.215530] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fcebbbba-2420-44ba-8b78-4fd6c469b760',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.391445] env[66341]: INFO networking_nsxv3.common.synchronization [req-68a0db23-5c52-4d58-ab34-2589d9ec270d req-0e095bc1-da62-437a-8e7d-dd7bd1991a9b tempest-ImagesNegativeTestJSON-870832295 tempest-ImagesNegativeTestJSON-870832295-project-member] Enqueued Resource ID: 25733bce-87cc-45b7-9af2-9830105de2f6 with Priority: HIGHEST for action security_group_members [ 661.392017] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25733bce-87cc-45b7-9af2-9830105de2f6 with Priority: HIGHEST for action security_group_members [ 661.392556] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-25733bce-87cc-45b7-9af2-9830105de2f6 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.392556] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25733bce-87cc-45b7-9af2-9830105de2f6" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.392722] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25733bce-87cc-45b7-9af2-9830105de2f6" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.392852] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25733bce-87cc-45b7-9af2-9830105de2f6" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.393233] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.393233] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.393386] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.393480] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.393569] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.393666] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('25733bce-87cc-45b7-9af2-9830105de2f6',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.718271] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fcebbbba-2420-44ba-8b78-4fd6c469b760',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.816027] env[66341]: INFO networking_nsxv3.common.synchronization [None req-be5e3a7d-ec44-483d-b0ee-45ae9d428e0e None None] Enqueued Resource ID: c7adbf6b-c104-439c-8dbd-353b1396bd60 with Priority: HIGHEST for action port [ 661.816027] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7adbf6b-c104-439c-8dbd-353b1396bd60 with Priority: HIGHEST for action port [ 661.816194] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-c7adbf6b-c104-439c-8dbd-353b1396bd60 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.816345] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c7adbf6b-c104-439c-8dbd-353b1396bd60" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.816345] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c7adbf6b-c104-439c-8dbd-353b1396bd60" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.816595] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c7adbf6b-c104-439c-8dbd-353b1396bd60" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.816674] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c7adbf6b-c104-439c-8dbd-353b1396bd60',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.897233] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.897732] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.897732] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.897860] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.898078] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.898355] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.898493] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.898558] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.898871] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.898931] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.899544] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 25733bce-87cc-45b7-9af2-9830105de2f6 already deleted. [ 661.899544] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25733bce-87cc-45b7-9af2-9830105de2f6" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.221039] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.221380] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.221380] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.221595] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.221595] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.221701] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fcebbbba-2420-44ba-8b78-4fd6c469b760 is going to be updated. [ 662.250236] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.250723] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.250946] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.251351] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.251949] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.262797] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fcebbbba-2420-44ba-8b78-4fd6c469b760 in Status: IN_PROGRESS for 2s [ 662.320297] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c7adbf6b-c104-439c-8dbd-353b1396bd60 [ 662.320297] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.320297] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.320297] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.320297] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.320297] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.320297] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c7adbf6b-c104-439c-8dbd-353b1396bd60 already deleted. [ 662.320297] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c7adbf6b-c104-439c-8dbd-353b1396bd60" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.494025] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock network-69 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.494359] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "network-69" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.494458] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "network-69" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.494800] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "network-69" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.495128] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.495330] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.495582] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.495889] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.496029] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.496323] env[66341]: DEBUG dogpile.cache.region [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 662.496537] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] NeedRegenerationException {{(pid=66341) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 662.496884] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] no value, waiting for create lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 662.496884] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] value creation lock acquired {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 662.496966] env[66341]: DEBUG dogpile.cache.region [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 662.497018] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Calling creation function for not-yet-present value {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 662.497154] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 662.519994] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 662.520334] env[66341]: DEBUG dogpile.cache.region [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66341) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 662.520475] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Released creation lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 662.520663] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "network-69" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.520961] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock port-bfb5af7f-d516-4415-bcf5-898c22368501 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.521151] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "port-bfb5af7f-d516-4415-bcf5-898c22368501" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.521270] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "port-bfb5af7f-d516-4415-bcf5-898c22368501" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.521593] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "port-bfb5af7f-d516-4415-bcf5-898c22368501" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.522801] env[66341]: DEBUG networking_nsxv3.api.rpc [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bfb5af7f-d516-4415-bcf5-898c22368501',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.026257] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.026950] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.026950] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.029433] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.029770] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.029989] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Segment Port bfb5af7f-d516-4415-bcf5-898c22368501 not found, creating... [ 663.033787] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.034008] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.034195] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.035037] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.035037] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.035037] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.035241] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.035294] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.035509] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.036185] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.036185] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Resource: SegmentPort with ID: bfb5af7f-d516-4415-bcf5-898c22368501 is going to be created. [ 663.057649] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.057844] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.057964] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.058387] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.058482] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.059258] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "port-bfb5af7f-d516-4415-bcf5-898c22368501" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.328122] env[66341]: INFO networking_nsxv3.common.synchronization [req-475d9899-db73-4067-9099-323b4af05e66 req-d3e9d5ce-1f32-421b-a5dd-0601a3eeff8c tempest-SecurityGroupRulesTestJSON-716454855 tempest-SecurityGroupRulesTestJSON-716454855-project-member] Enqueued Resource ID: db9cecab-fcad-4ca5-95c6-9d737cd259e2 with Priority: HIGHEST for action security_group_rules [ 663.328732] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db9cecab-fcad-4ca5-95c6-9d737cd259e2 with Priority: HIGHEST for action security_group_rules [ 663.330595] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-db9cecab-fcad-4ca5-95c6-9d737cd259e2 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.330595] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-db9cecab-fcad-4ca5-95c6-9d737cd259e2" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.330807] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-db9cecab-fcad-4ca5-95c6-9d737cd259e2" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.331840] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-db9cecab-fcad-4ca5-95c6-9d737cd259e2" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.331969] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('db9cecab-fcad-4ca5-95c6-9d737cd259e2',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.772398] env[66341]: INFO networking_nsxv3.common.synchronization [req-68a0db23-5c52-4d58-ab34-2589d9ec270d req-42abb00b-398f-4e77-802c-9d0aa58437f7 service nova] Enqueued Resource ID: 25733bce-87cc-45b7-9af2-9830105de2f6 with Priority: HIGHEST for action security_group_rules [ 663.772398] env[66341]: INFO networking_nsxv3.common.synchronization [req-68a0db23-5c52-4d58-ab34-2589d9ec270d req-42abb00b-398f-4e77-802c-9d0aa58437f7 service nova] Enqueued Resource ID: 25733bce-87cc-45b7-9af2-9830105de2f6 with Priority: HIGHEST for action security_group_members [ 663.772398] env[66341]: INFO networking_nsxv3.common.synchronization [req-68a0db23-5c52-4d58-ab34-2589d9ec270d req-42abb00b-398f-4e77-802c-9d0aa58437f7 service nova] Enqueued Resource ID: bfb5af7f-d516-4415-bcf5-898c22368501 with Priority: HIGHEST for action port [ 663.772398] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25733bce-87cc-45b7-9af2-9830105de2f6 with Priority: HIGHEST for action security_group_rules [ 663.772398] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25733bce-87cc-45b7-9af2-9830105de2f6 with Priority: HIGHEST for action security_group_members [ 663.772398] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfb5af7f-d516-4415-bcf5-898c22368501 with Priority: HIGHEST for action port [ 663.772398] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-25733bce-87cc-45b7-9af2-9830105de2f6 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.772398] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-25733bce-87cc-45b7-9af2-9830105de2f6" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.772398] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-25733bce-87cc-45b7-9af2-9830105de2f6" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.772398] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-25733bce-87cc-45b7-9af2-9830105de2f6" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.772398] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('25733bce-87cc-45b7-9af2-9830105de2f6',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.774291] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-25733bce-87cc-45b7-9af2-9830105de2f6 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.774620] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25733bce-87cc-45b7-9af2-9830105de2f6" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.774796] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25733bce-87cc-45b7-9af2-9830105de2f6" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.775124] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25733bce-87cc-45b7-9af2-9830105de2f6" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.775487] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.775748] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.775900] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.776152] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.776330] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.776690] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('25733bce-87cc-45b7-9af2-9830105de2f6',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.777705] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-bfb5af7f-d516-4415-bcf5-898c22368501 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.777944] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bfb5af7f-d516-4415-bcf5-898c22368501" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.778358] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bfb5af7f-d516-4415-bcf5-898c22368501" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.778666] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bfb5af7f-d516-4415-bcf5-898c22368501" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.781212] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bfb5af7f-d516-4415-bcf5-898c22368501',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.857324] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.858337] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.858337] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.858337] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.859856] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.859856] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: db9cecab-fcad-4ca5-95c6-9d737cd259e2 already deleted. [ 663.859856] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-db9cecab-fcad-4ca5-95c6-9d737cd259e2" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.172217] env[66341]: INFO networking_nsxv3.common.synchronization [req-5e40f82f-62de-4d05-aec4-7f112be29ffb req-915f0dbe-e5fb-43bf-a81b-61639c66b55f tempest-ServerDiagnosticsNegativeTest-1624393678 tempest-ServerDiagnosticsNegativeTest-1624393678-project-member] Enqueued Resource ID: 5e47a2e2-c98b-43ec-b04b-58947c8e339d with Priority: HIGHEST for action security_group_members [ 664.173905] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e47a2e2-c98b-43ec-b04b-58947c8e339d with Priority: HIGHEST for action security_group_members [ 664.173905] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e47a2e2-c98b-43ec-b04b-58947c8e339d taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.173905] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e47a2e2-c98b-43ec-b04b-58947c8e339d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.173905] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e47a2e2-c98b-43ec-b04b-58947c8e339d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.173905] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e47a2e2-c98b-43ec-b04b-58947c8e339d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.173905] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.173905] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.173905] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.178090] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.178262] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.178488] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5e47a2e2-c98b-43ec-b04b-58947c8e339d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.278546] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fcebbbba-2420-44ba-8b78-4fd6c469b760 in Status: SUCCESS [ 664.278767] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fcebbbba-2420-44ba-8b78-4fd6c469b760" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.278959] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fcebbbba-2420-44ba-8b78-4fd6c469b760" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.282129] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fcebbbba-2420-44ba-8b78-4fd6c469b760" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.282129] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.282129] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.282129] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.282129] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.282129] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.282129] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fcebbbba-2420-44ba-8b78-4fd6c469b760" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.282129] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fcebbbba-2420-44ba-8b78-4fd6c469b760',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.282712] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-25733bce-87cc-45b7-9af2-9830105de2f6 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.282712] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25733bce-87cc-45b7-9af2-9830105de2f6" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.282712] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('25733bce-87cc-45b7-9af2-9830105de2f6',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.283991] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bfb5af7f-d516-4415-bcf5-898c22368501 with status ACTIVE [ 664.284335] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.284516] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.284587] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.284808] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.285167] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.285167] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.285686] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.285686] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.287432] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.287563] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.288035] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.288204] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.288358] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.288477] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.288566] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.288893] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bfb5af7f-d516-4415-bcf5-898c22368501 is going to be updated. [ 664.331603] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.332094] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.332094] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.332094] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.332314] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.332364] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bfb5af7f-d516-4415-bcf5-898c22368501" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.559162] env[66341]: INFO networking_nsxv3.common.synchronization [None req-b6718489-6e05-47d1-a84f-2b694aa8768f None None] Enqueued Resource ID: ff58c2ca-f7f9-4c9a-9cb9-5c02eed2f533 with Priority: HIGHEST for action port [ 664.559846] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff58c2ca-f7f9-4c9a-9cb9-5c02eed2f533 with Priority: HIGHEST for action port [ 664.561711] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-ff58c2ca-f7f9-4c9a-9cb9-5c02eed2f533 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.561866] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ff58c2ca-f7f9-4c9a-9cb9-5c02eed2f533" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.561939] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ff58c2ca-f7f9-4c9a-9cb9-5c02eed2f533" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.563083] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ff58c2ca-f7f9-4c9a-9cb9-5c02eed2f533" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.563083] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ff58c2ca-f7f9-4c9a-9cb9-5c02eed2f533',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.654458] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock network-964 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.655576] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "network-964" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.655576] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "network-964" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.655576] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "network-964" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.655576] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.655949] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.656094] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.656730] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.657047] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.657273] env[66341]: DEBUG dogpile.cache.region [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 664.657390] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] NeedRegenerationException {{(pid=66341) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 664.657703] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] no value, waiting for create lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 664.657950] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] value creation lock acquired {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 664.658104] env[66341]: DEBUG dogpile.cache.region [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 664.658217] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Calling creation function for not-yet-present value {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 664.658347] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 664.680766] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.680918] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.680993] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.681216] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.681312] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.681511] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.681633] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.681697] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.681845] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.681924] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.682021] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5e47a2e2-c98b-43ec-b04b-58947c8e339d already deleted. [ 664.682104] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e47a2e2-c98b-43ec-b04b-58947c8e339d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.684570] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 664.684740] env[66341]: DEBUG dogpile.cache.region [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=66341) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 664.684877] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Released creation lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 664.685041] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "network-964" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.685314] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock port-d4d9f942-b692-4bf6-a149-40bc78549ef2 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.685470] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "port-d4d9f942-b692-4bf6-a149-40bc78549ef2" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.685581] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "port-d4d9f942-b692-4bf6-a149-40bc78549ef2" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.685882] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "port-d4d9f942-b692-4bf6-a149-40bc78549ef2" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.686091] env[66341]: DEBUG networking_nsxv3.api.rpc [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d4d9f942-b692-4bf6-a149-40bc78549ef2',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.790484] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-fcebbbba-2420-44ba-8b78-4fd6c469b760 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.790646] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fcebbbba-2420-44ba-8b78-4fd6c469b760" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.790715] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fcebbbba-2420-44ba-8b78-4fd6c469b760" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.790933] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fcebbbba-2420-44ba-8b78-4fd6c469b760" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.791137] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.791371] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.791371] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.791470] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.791574] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.791639] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fcebbbba-2420-44ba-8b78-4fd6c469b760" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.791920] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-fcebbbba-2420-44ba-8b78-4fd6c469b760 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.791920] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fcebbbba-2420-44ba-8b78-4fd6c469b760" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.792038] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fcebbbba-2420-44ba-8b78-4fd6c469b760" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.792239] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fcebbbba-2420-44ba-8b78-4fd6c469b760" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.792495] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.792495] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.792585] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.792758] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.792758] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.792856] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fcebbbba-2420-44ba-8b78-4fd6c469b760" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.792940] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fcebbbba-2420-44ba-8b78-4fd6c469b760',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.794104] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('25733bce-87cc-45b7-9af2-9830105de2f6',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.065605] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ff58c2ca-f7f9-4c9a-9cb9-5c02eed2f533 [ 665.065910] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.065910] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.065910] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.066377] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.066377] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.066377] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ff58c2ca-f7f9-4c9a-9cb9-5c02eed2f533 already deleted. [ 665.066577] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ff58c2ca-f7f9-4c9a-9cb9-5c02eed2f533" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.188518] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.189159] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.189159] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.189159] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.189300] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.189419] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Segment Port d4d9f942-b692-4bf6-a149-40bc78549ef2 not found, creating... [ 665.189664] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.189983] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.189983] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.190129] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.190287] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.190560] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.190718] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.190832] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.191046] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.191164] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.191296] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Resource: SegmentPort with ID: d4d9f942-b692-4bf6-a149-40bc78549ef2 is going to be created. [ 665.211772] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.211943] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.212031] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.213036] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.213036] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.213036] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "port-d4d9f942-b692-4bf6-a149-40bc78549ef2" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.299025] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fcebbbba-2420-44ba-8b78-4fd6c469b760: rpc.has_security_group_logging(os_id): False [ 665.300593] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.300789] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.300789] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.301136] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.301244] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.301310] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 25733bce-87cc-45b7-9af2-9830105de2f6 is going to be created. [ 665.328325] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.328751] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.328751] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.328851] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.328884] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.329101] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.329215] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.329279] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.329427] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.329533] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.329688] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.329792] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.329853] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.329998] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.330954] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.331106] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.331181] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.332642] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.332642] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.332642] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.332642] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fcebbbba-2420-44ba-8b78-4fd6c469b760 is going to be updated. [ 665.334793] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.334793] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.334793] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.335517] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.335590] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.349330] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 25733bce-87cc-45b7-9af2-9830105de2f6 in Status: UNINITIALIZED for 2s [ 665.409777] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.409961] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.410036] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.410332] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.410482] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.425591] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fcebbbba-2420-44ba-8b78-4fd6c469b760 in Status: IN_PROGRESS for 2s [ 665.518468] env[66341]: INFO networking_nsxv3.common.synchronization [None req-a4ef915d-a43e-4cc9-9313-a8ec60b758d7 tempest-ServersV294TestFqdnHostnames-1059221608 tempest-ServersV294TestFqdnHostnames-1059221608-project-member] Enqueued Resource ID: ae0d15ea-95ee-4114-8fd2-bc23c0afd37f with Priority: HIGHEST for action security_group_rules [ 665.519443] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae0d15ea-95ee-4114-8fd2-bc23c0afd37f with Priority: HIGHEST for action security_group_rules [ 665.519443] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ae0d15ea-95ee-4114-8fd2-bc23c0afd37f taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.519568] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ae0d15ea-95ee-4114-8fd2-bc23c0afd37f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.519642] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ae0d15ea-95ee-4114-8fd2-bc23c0afd37f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.519900] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ae0d15ea-95ee-4114-8fd2-bc23c0afd37f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.521061] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ae0d15ea-95ee-4114-8fd2-bc23c0afd37f',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.686106] env[66341]: INFO networking_nsxv3.common.synchronization [None req-7c3f5301-7681-4ad6-8d6a-3c96a7b007ad tempest-ServersV294TestFqdnHostnames-1059221608 tempest-ServersV294TestFqdnHostnames-1059221608-project-member] Enqueued Resource ID: ae0d15ea-95ee-4114-8fd2-bc23c0afd37f with Priority: HIGHEST for action security_group_rules [ 665.686769] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae0d15ea-95ee-4114-8fd2-bc23c0afd37f with Priority: HIGHEST for action security_group_rules [ 665.688105] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ae0d15ea-95ee-4114-8fd2-bc23c0afd37f taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.688215] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ae0d15ea-95ee-4114-8fd2-bc23c0afd37f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.044229] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.044365] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.044365] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.044712] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.045174] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.045174] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ae0d15ea-95ee-4114-8fd2-bc23c0afd37f already deleted. [ 666.045174] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ae0d15ea-95ee-4114-8fd2-bc23c0afd37f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.045174] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ae0d15ea-95ee-4114-8fd2-bc23c0afd37f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.045431] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ae0d15ea-95ee-4114-8fd2-bc23c0afd37f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.045431] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ae0d15ea-95ee-4114-8fd2-bc23c0afd37f',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.130292] env[66341]: INFO networking_nsxv3.common.synchronization [req-5e40f82f-62de-4d05-aec4-7f112be29ffb req-343e1101-382e-40b7-a848-cd1be7c60f40 service nova] Enqueued Resource ID: 5e47a2e2-c98b-43ec-b04b-58947c8e339d with Priority: HIGHEST for action security_group_rules [ 666.130493] env[66341]: INFO networking_nsxv3.common.synchronization [req-5e40f82f-62de-4d05-aec4-7f112be29ffb req-343e1101-382e-40b7-a848-cd1be7c60f40 service nova] Enqueued Resource ID: 5e47a2e2-c98b-43ec-b04b-58947c8e339d with Priority: HIGHEST for action security_group_members [ 666.130968] env[66341]: INFO networking_nsxv3.common.synchronization [req-5e40f82f-62de-4d05-aec4-7f112be29ffb req-343e1101-382e-40b7-a848-cd1be7c60f40 service nova] Enqueued Resource ID: d4d9f942-b692-4bf6-a149-40bc78549ef2 with Priority: HIGHEST for action port [ 666.135200] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e47a2e2-c98b-43ec-b04b-58947c8e339d with Priority: HIGHEST for action security_group_rules [ 666.136748] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e47a2e2-c98b-43ec-b04b-58947c8e339d with Priority: HIGHEST for action security_group_members [ 666.136748] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4d9f942-b692-4bf6-a149-40bc78549ef2 with Priority: HIGHEST for action port [ 666.137959] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5e47a2e2-c98b-43ec-b04b-58947c8e339d taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.137959] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5e47a2e2-c98b-43ec-b04b-58947c8e339d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.137959] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5e47a2e2-c98b-43ec-b04b-58947c8e339d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.137959] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5e47a2e2-c98b-43ec-b04b-58947c8e339d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.137959] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5e47a2e2-c98b-43ec-b04b-58947c8e339d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.139018] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e47a2e2-c98b-43ec-b04b-58947c8e339d taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.140708] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e47a2e2-c98b-43ec-b04b-58947c8e339d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.140708] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e47a2e2-c98b-43ec-b04b-58947c8e339d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.140708] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e47a2e2-c98b-43ec-b04b-58947c8e339d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.140708] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.140708] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.140708] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.140708] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.140708] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.140708] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5e47a2e2-c98b-43ec-b04b-58947c8e339d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.143523] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-d4d9f942-b692-4bf6-a149-40bc78549ef2 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.143523] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d4d9f942-b692-4bf6-a149-40bc78549ef2" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.143523] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d4d9f942-b692-4bf6-a149-40bc78549ef2" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.144044] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d4d9f942-b692-4bf6-a149-40bc78549ef2" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.144178] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d4d9f942-b692-4bf6-a149-40bc78549ef2',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.571425] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.571425] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.571425] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.572026] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.572026] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.572026] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ae0d15ea-95ee-4114-8fd2-bc23c0afd37f already deleted. [ 666.572026] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ae0d15ea-95ee-4114-8fd2-bc23c0afd37f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.645935] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e47a2e2-c98b-43ec-b04b-58947c8e339d taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.646088] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e47a2e2-c98b-43ec-b04b-58947c8e339d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.650636] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5e47a2e2-c98b-43ec-b04b-58947c8e339d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.653561] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d4d9f942-b692-4bf6-a149-40bc78549ef2 with status ACTIVE [ 666.654056] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.654554] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.654554] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.654554] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.654554] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.654992] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.654992] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.654992] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.654992] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.655153] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.655259] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.656796] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.657051] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.657406] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.657571] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.661026] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d4d9f942-b692-4bf6-a149-40bc78549ef2 is going to be updated. [ 666.685342] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.685613] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.685750] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.686025] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.686182] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.686397] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d4d9f942-b692-4bf6-a149-40bc78549ef2" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.161584] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5e47a2e2-c98b-43ec-b04b-58947c8e339d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.362463] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 25733bce-87cc-45b7-9af2-9830105de2f6 in Status: SUCCESS [ 667.362463] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25733bce-87cc-45b7-9af2-9830105de2f6" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.362463] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25733bce-87cc-45b7-9af2-9830105de2f6" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.362463] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25733bce-87cc-45b7-9af2-9830105de2f6" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.362463] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.362463] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.362463] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.363048] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.363048] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.363048] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25733bce-87cc-45b7-9af2-9830105de2f6" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.363048] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('25733bce-87cc-45b7-9af2-9830105de2f6',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.451966] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fcebbbba-2420-44ba-8b78-4fd6c469b760 in Status: SUCCESS [ 667.452430] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fcebbbba-2420-44ba-8b78-4fd6c469b760" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.664474] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.664823] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.664823] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.665444] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.665444] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.665444] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5e47a2e2-c98b-43ec-b04b-58947c8e339d is going to be created. [ 667.696452] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.696644] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.696644] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.697228] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.697228] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.714496] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e47a2e2-c98b-43ec-b04b-58947c8e339d in Status: UNINITIALIZED for 2s [ 667.867571] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-25733bce-87cc-45b7-9af2-9830105de2f6 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.867828] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25733bce-87cc-45b7-9af2-9830105de2f6" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.867828] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25733bce-87cc-45b7-9af2-9830105de2f6" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.868077] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25733bce-87cc-45b7-9af2-9830105de2f6" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.868270] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.868903] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.868903] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.868903] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.868903] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.868903] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25733bce-87cc-45b7-9af2-9830105de2f6" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.868903] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-25733bce-87cc-45b7-9af2-9830105de2f6 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.869211] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25733bce-87cc-45b7-9af2-9830105de2f6" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.869211] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25733bce-87cc-45b7-9af2-9830105de2f6" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.869501] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25733bce-87cc-45b7-9af2-9830105de2f6" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.869501] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.869501] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.869621] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.869655] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.870206] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.870206] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25733bce-87cc-45b7-9af2-9830105de2f6" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.870206] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('25733bce-87cc-45b7-9af2-9830105de2f6',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.876197] env[66341]: INFO networking_nsxv3.common.synchronization [req-759b61dc-ca77-4441-a785-39700117c211 req-ad90e909-fcd7-427a-aad7-9cd8acc6099c tempest-SecurityGroupRulesTestJSON-716454855 tempest-SecurityGroupRulesTestJSON-716454855-project-member] Enqueued Resource ID: db9cecab-fcad-4ca5-95c6-9d737cd259e2 with Priority: HIGHEST for action security_group_rules [ 667.877546] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db9cecab-fcad-4ca5-95c6-9d737cd259e2 with Priority: HIGHEST for action security_group_rules [ 667.877546] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-db9cecab-fcad-4ca5-95c6-9d737cd259e2 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.877546] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-db9cecab-fcad-4ca5-95c6-9d737cd259e2" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.877745] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-db9cecab-fcad-4ca5-95c6-9d737cd259e2" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.877780] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-db9cecab-fcad-4ca5-95c6-9d737cd259e2" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.877910] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('db9cecab-fcad-4ca5-95c6-9d737cd259e2',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.379399] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 25733bce-87cc-45b7-9af2-9830105de2f6: rpc.has_security_group_logging(os_id): False [ 668.411392] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.411392] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.411392] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.411708] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.411759] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.412264] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.412508] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.412508] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.413064] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.413064] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.413152] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.413368] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.413368] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.413727] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.413727] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.413918] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.414044] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.414141] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.414540] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.414648] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.414731] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 25733bce-87cc-45b7-9af2-9830105de2f6 is going to be created. [ 668.432103] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.432425] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.432622] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.432849] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.432978] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.433127] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: db9cecab-fcad-4ca5-95c6-9d737cd259e2 already deleted. [ 668.433226] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-db9cecab-fcad-4ca5-95c6-9d737cd259e2" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.536164] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.536164] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.536337] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.536631] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.537955] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.565936] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 25733bce-87cc-45b7-9af2-9830105de2f6 in Status: IN_PROGRESS for 2s [ 668.861123] env[66341]: INFO networking_nsxv3.common.synchronization [req-57d23fc7-c0d3-4633-a984-686fc3750063 req-72aec899-21f2-47ea-b9e5-6b8fd54d2ed2 tempest-AttachVolumeShelveTestJSON-330010653 tempest-AttachVolumeShelveTestJSON-330010653-project-member] Enqueued Resource ID: 4c73aa37-2928-4999-a9f4-cc6731e36f3f with Priority: HIGHEST for action security_group_members [ 668.862160] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c73aa37-2928-4999-a9f4-cc6731e36f3f with Priority: HIGHEST for action security_group_members [ 668.862692] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c73aa37-2928-4999-a9f4-cc6731e36f3f taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.862863] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c73aa37-2928-4999-a9f4-cc6731e36f3f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.862959] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c73aa37-2928-4999-a9f4-cc6731e36f3f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.863295] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c73aa37-2928-4999-a9f4-cc6731e36f3f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.863497] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.863648] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.863771] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.863926] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.864057] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.864181] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4c73aa37-2928-4999-a9f4-cc6731e36f3f',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.366363] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.366363] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.366552] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.366734] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.366828] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.367623] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.367623] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.367623] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.367623] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.367623] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.368140] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c73aa37-2928-4999-a9f4-cc6731e36f3f already deleted. [ 669.368140] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c73aa37-2928-4999-a9f4-cc6731e36f3f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.583095] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock network-609 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.583095] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "network-609" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.583095] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "network-609" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.583095] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "network-609" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.583095] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.583095] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.584178] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.584613] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.584921] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.585356] env[66341]: DEBUG dogpile.cache.region [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 669.585602] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] NeedRegenerationException {{(pid=66341) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 669.585823] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] no value, waiting for create lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 669.586034] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] value creation lock acquired {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 669.586311] env[66341]: DEBUG dogpile.cache.region [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 669.586538] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Calling creation function for not-yet-present value {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 669.586777] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 669.606030] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 669.606030] env[66341]: DEBUG dogpile.cache.region [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66341) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 669.606228] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Released creation lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 669.606304] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "network-609" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.606613] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock port-37c6e961-305e-47b3-9f33-11cd48a7c886 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.606919] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "port-37c6e961-305e-47b3-9f33-11cd48a7c886" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.606919] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "port-37c6e961-305e-47b3-9f33-11cd48a7c886" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.607256] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "port-37c6e961-305e-47b3-9f33-11cd48a7c886" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.607404] env[66341]: DEBUG networking_nsxv3.api.rpc [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('37c6e961-305e-47b3-9f33-11cd48a7c886',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.725738] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e47a2e2-c98b-43ec-b04b-58947c8e339d in Status: SUCCESS [ 669.725995] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e47a2e2-c98b-43ec-b04b-58947c8e339d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.726156] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e47a2e2-c98b-43ec-b04b-58947c8e339d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.726431] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e47a2e2-c98b-43ec-b04b-58947c8e339d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.726620] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.726739] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.726801] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.726964] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.727062] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.727171] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e47a2e2-c98b-43ec-b04b-58947c8e339d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.727268] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5e47a2e2-c98b-43ec-b04b-58947c8e339d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.906703] env[66341]: INFO networking_nsxv3.common.synchronization [None req-ea4c815d-f2f3-4d5d-8c82-55372941b9a6 None None] Enqueued Resource ID: 53be091c-6708-488c-adaf-613ca641c543 with Priority: HIGHEST for action port [ 669.907351] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53be091c-6708-488c-adaf-613ca641c543 with Priority: HIGHEST for action port [ 669.907853] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-53be091c-6708-488c-adaf-613ca641c543 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.907853] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-53be091c-6708-488c-adaf-613ca641c543" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.908164] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-53be091c-6708-488c-adaf-613ca641c543" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.908328] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-53be091c-6708-488c-adaf-613ca641c543" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.908328] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('53be091c-6708-488c-adaf-613ca641c543',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.110301] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.110560] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.110728] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.111191] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.111191] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.111443] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Segment Port 37c6e961-305e-47b3-9f33-11cd48a7c886 not found, creating... [ 670.111722] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.112689] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.112689] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.112689] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.112689] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.112880] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.113057] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.113299] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.113468] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.113599] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.113827] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Resource: SegmentPort with ID: 37c6e961-305e-47b3-9f33-11cd48a7c886 is going to be created. [ 670.137343] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.137566] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.137693] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.138280] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.138581] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.138835] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "port-37c6e961-305e-47b3-9f33-11cd48a7c886" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.230016] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e47a2e2-c98b-43ec-b04b-58947c8e339d taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.230306] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e47a2e2-c98b-43ec-b04b-58947c8e339d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.230428] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e47a2e2-c98b-43ec-b04b-58947c8e339d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.230812] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e47a2e2-c98b-43ec-b04b-58947c8e339d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.230990] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.231169] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.231276] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.231517] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.231796] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.231796] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e47a2e2-c98b-43ec-b04b-58947c8e339d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.232039] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e47a2e2-c98b-43ec-b04b-58947c8e339d taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.232195] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e47a2e2-c98b-43ec-b04b-58947c8e339d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.232302] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e47a2e2-c98b-43ec-b04b-58947c8e339d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.232529] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e47a2e2-c98b-43ec-b04b-58947c8e339d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.232793] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.232900] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.233035] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.233235] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.233360] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.233488] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e47a2e2-c98b-43ec-b04b-58947c8e339d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.233625] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5e47a2e2-c98b-43ec-b04b-58947c8e339d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.410937] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 53be091c-6708-488c-adaf-613ca641c543 [ 670.411185] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.411613] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.411613] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.411613] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.412553] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.412553] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:53be091c-6708-488c-adaf-613ca641c543 already deleted. [ 670.412553] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-53be091c-6708-488c-adaf-613ca641c543" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.581551] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 25733bce-87cc-45b7-9af2-9830105de2f6 in Status: SUCCESS [ 670.581551] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-25733bce-87cc-45b7-9af2-9830105de2f6" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.736536] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5e47a2e2-c98b-43ec-b04b-58947c8e339d: rpc.has_security_group_logging(os_id): False [ 670.756239] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.756499] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.756708] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.756883] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.757012] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.757251] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.757390] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.757452] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.757729] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.757729] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.758270] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.758270] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.758270] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.758460] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.758555] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.758769] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.758893] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.759154] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.759154] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.759263] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.759329] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5e47a2e2-c98b-43ec-b04b-58947c8e339d is going to be created. [ 670.824527] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.824527] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.824527] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.824527] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.824527] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.827788] env[66341]: INFO networking_nsxv3.common.synchronization [None req-78bdecd7-47a2-4fbc-bb5d-aa9ab02510a3 None None] Enqueued Resource ID: 550f732a-fb14-45c7-a595-f3d0bef66509 with Priority: HIGHEST for action port [ 670.828467] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 550f732a-fb14-45c7-a595-f3d0bef66509 with Priority: HIGHEST for action port [ 670.828809] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-550f732a-fb14-45c7-a595-f3d0bef66509 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.828969] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-550f732a-fb14-45c7-a595-f3d0bef66509" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.829093] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-550f732a-fb14-45c7-a595-f3d0bef66509" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.830200] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-550f732a-fb14-45c7-a595-f3d0bef66509" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.830289] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('550f732a-fb14-45c7-a595-f3d0bef66509',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.842709] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5e47a2e2-c98b-43ec-b04b-58947c8e339d in Status: IN_PROGRESS for 2s [ 670.889028] env[66341]: INFO networking_nsxv3.common.synchronization [req-57d23fc7-c0d3-4633-a984-686fc3750063 req-43ac3250-8d3d-44aa-bfbf-6d4994b58518 service nova] Enqueued Resource ID: 4c73aa37-2928-4999-a9f4-cc6731e36f3f with Priority: HIGHEST for action security_group_rules [ 670.889028] env[66341]: INFO networking_nsxv3.common.synchronization [req-57d23fc7-c0d3-4633-a984-686fc3750063 req-43ac3250-8d3d-44aa-bfbf-6d4994b58518 service nova] Enqueued Resource ID: 4c73aa37-2928-4999-a9f4-cc6731e36f3f with Priority: HIGHEST for action security_group_members [ 670.889028] env[66341]: INFO networking_nsxv3.common.synchronization [req-57d23fc7-c0d3-4633-a984-686fc3750063 req-43ac3250-8d3d-44aa-bfbf-6d4994b58518 service nova] Enqueued Resource ID: 37c6e961-305e-47b3-9f33-11cd48a7c886 with Priority: HIGHEST for action port [ 670.889313] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c73aa37-2928-4999-a9f4-cc6731e36f3f with Priority: HIGHEST for action security_group_rules [ 670.889313] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c73aa37-2928-4999-a9f4-cc6731e36f3f with Priority: HIGHEST for action security_group_members [ 670.889313] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37c6e961-305e-47b3-9f33-11cd48a7c886 with Priority: HIGHEST for action port [ 670.889927] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4c73aa37-2928-4999-a9f4-cc6731e36f3f taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.894362] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4c73aa37-2928-4999-a9f4-cc6731e36f3f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.894362] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4c73aa37-2928-4999-a9f4-cc6731e36f3f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.894362] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4c73aa37-2928-4999-a9f4-cc6731e36f3f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.894362] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4c73aa37-2928-4999-a9f4-cc6731e36f3f',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.896772] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c73aa37-2928-4999-a9f4-cc6731e36f3f taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.896908] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c73aa37-2928-4999-a9f4-cc6731e36f3f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.896985] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c73aa37-2928-4999-a9f4-cc6731e36f3f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.898774] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c73aa37-2928-4999-a9f4-cc6731e36f3f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.899580] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.899580] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.899580] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.899972] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.900167] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.900417] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4c73aa37-2928-4999-a9f4-cc6731e36f3f',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.902083] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-37c6e961-305e-47b3-9f33-11cd48a7c886 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.902346] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-37c6e961-305e-47b3-9f33-11cd48a7c886" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.902468] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-37c6e961-305e-47b3-9f33-11cd48a7c886" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.902725] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-37c6e961-305e-47b3-9f33-11cd48a7c886" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.902884] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('37c6e961-305e-47b3-9f33-11cd48a7c886',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.333105] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 550f732a-fb14-45c7-a595-f3d0bef66509 [ 671.333105] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.333105] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.334105] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.334400] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.334503] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.334614] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:550f732a-fb14-45c7-a595-f3d0bef66509 already deleted. [ 671.334688] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-550f732a-fb14-45c7-a595-f3d0bef66509" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.405124] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c73aa37-2928-4999-a9f4-cc6731e36f3f taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.405309] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c73aa37-2928-4999-a9f4-cc6731e36f3f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.405564] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4c73aa37-2928-4999-a9f4-cc6731e36f3f',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.407072] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 37c6e961-305e-47b3-9f33-11cd48a7c886 with status ACTIVE [ 671.407072] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.407203] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.407304] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.407593] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.407718] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.407972] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.408160] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.408252] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.408496] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.408623] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.409059] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.409290] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.409363] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.409526] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.409603] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.409781] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 37c6e961-305e-47b3-9f33-11cd48a7c886 is going to be updated. [ 671.439873] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.439873] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.439873] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.439873] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.439873] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.440501] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-37c6e961-305e-47b3-9f33-11cd48a7c886" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.911567] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4c73aa37-2928-4999-a9f4-cc6731e36f3f',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.962332] env[66341]: INFO networking_nsxv3.common.synchronization [None req-6e1c99bc-1962-45ba-bdca-d0c392dc52c1 None None] Enqueued Resource ID: 4aa8c8ab-1741-4d53-b798-a56484d5aa63 with Priority: HIGHEST for action port [ 671.962861] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4aa8c8ab-1741-4d53-b798-a56484d5aa63 with Priority: HIGHEST for action port [ 671.963477] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-4aa8c8ab-1741-4d53-b798-a56484d5aa63 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.963649] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4aa8c8ab-1741-4d53-b798-a56484d5aa63" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.963723] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4aa8c8ab-1741-4d53-b798-a56484d5aa63" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.964049] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4aa8c8ab-1741-4d53-b798-a56484d5aa63" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.964161] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4aa8c8ab-1741-4d53-b798-a56484d5aa63',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.415510] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.415860] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.416174] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.416681] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.417222] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.418326] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c73aa37-2928-4999-a9f4-cc6731e36f3f is going to be created. [ 672.450670] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.450869] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.450869] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.451090] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.451217] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.462504] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c73aa37-2928-4999-a9f4-cc6731e36f3f in Status: UNINITIALIZED for 2s [ 672.466423] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4aa8c8ab-1741-4d53-b798-a56484d5aa63 [ 672.466928] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.466928] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.467042] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.467753] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.467753] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.467753] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4aa8c8ab-1741-4d53-b798-a56484d5aa63 already deleted. [ 672.467753] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4aa8c8ab-1741-4d53-b798-a56484d5aa63" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.857215] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5e47a2e2-c98b-43ec-b04b-58947c8e339d in Status: SUCCESS [ 672.857560] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5e47a2e2-c98b-43ec-b04b-58947c8e339d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.801773] env[66341]: INFO networking_nsxv3.common.synchronization [None req-88a33ca7-dc36-4e4e-8c52-aff9fb19e5c4 None None] Enqueued Resource ID: be3921de-c83f-4852-9b02-e25f65de6ea3 with Priority: HIGHEST for action port [ 673.803446] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be3921de-c83f-4852-9b02-e25f65de6ea3 with Priority: HIGHEST for action port [ 673.805283] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-be3921de-c83f-4852-9b02-e25f65de6ea3 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.805283] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-be3921de-c83f-4852-9b02-e25f65de6ea3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.805283] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-be3921de-c83f-4852-9b02-e25f65de6ea3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.805433] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-be3921de-c83f-4852-9b02-e25f65de6ea3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.805734] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('be3921de-c83f-4852-9b02-e25f65de6ea3',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.309737] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port be3921de-c83f-4852-9b02-e25f65de6ea3 [ 674.309737] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.311158] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.311158] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.311158] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.311158] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.311158] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:be3921de-c83f-4852-9b02-e25f65de6ea3 already deleted. [ 674.311158] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-be3921de-c83f-4852-9b02-e25f65de6ea3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.355814] env[66341]: INFO networking_nsxv3.common.synchronization [req-dd07e3e3-404e-4ba8-b1b4-3b75676ff8a4 req-5d740785-e602-4ac8-81e2-3d7853ce998e tempest-ListImageFiltersTestJSON-1742283475 tempest-ListImageFiltersTestJSON-1742283475-project-member] Enqueued Resource ID: 56a8d4d9-e4b8-4c97-bde5-0fadd80aae09 with Priority: HIGHEST for action security_group_members [ 674.356783] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56a8d4d9-e4b8-4c97-bde5-0fadd80aae09 with Priority: HIGHEST for action security_group_members [ 674.357730] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-56a8d4d9-e4b8-4c97-bde5-0fadd80aae09 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.357977] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56a8d4d9-e4b8-4c97-bde5-0fadd80aae09" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.358201] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56a8d4d9-e4b8-4c97-bde5-0fadd80aae09" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.358943] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56a8d4d9-e4b8-4c97-bde5-0fadd80aae09" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.361079] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.361929] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.362489] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.362943] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.363111] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.363201] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('56a8d4d9-e4b8-4c97-bde5-0fadd80aae09',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.475544] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c73aa37-2928-4999-a9f4-cc6731e36f3f in Status: SUCCESS [ 674.476229] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c73aa37-2928-4999-a9f4-cc6731e36f3f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.476229] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c73aa37-2928-4999-a9f4-cc6731e36f3f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.476229] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c73aa37-2928-4999-a9f4-cc6731e36f3f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.477211] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.477211] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.477211] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.477211] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.477211] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.477211] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c73aa37-2928-4999-a9f4-cc6731e36f3f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.477211] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4c73aa37-2928-4999-a9f4-cc6731e36f3f',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.867338] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.867722] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.867722] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.867833] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.867871] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.868217] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.868325] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.868390] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.868631] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.868723] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.868812] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56a8d4d9-e4b8-4c97-bde5-0fadd80aae09 already deleted. [ 674.868891] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56a8d4d9-e4b8-4c97-bde5-0fadd80aae09" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.914305] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock network-964 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.914305] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "network-964" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.914544] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "network-964" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.914696] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "network-964" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.914894] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.915091] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.915990] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.915990] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.915990] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.915990] env[66341]: DEBUG dogpile.cache.region [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 674.915990] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] NeedRegenerationException {{(pid=66341) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 674.915990] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] no value, waiting for create lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 674.915990] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] value creation lock acquired {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 674.916302] env[66341]: DEBUG dogpile.cache.region [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 674.916302] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Calling creation function for not-yet-present value {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 674.916371] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 674.937610] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 674.938831] env[66341]: DEBUG dogpile.cache.region [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66341) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 674.939145] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Released creation lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 674.939428] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "network-964" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.939992] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock port-c5621034-fc32-47d7-a78d-3ffafe080605 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.941310] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "port-c5621034-fc32-47d7-a78d-3ffafe080605" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.941310] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "port-c5621034-fc32-47d7-a78d-3ffafe080605" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.941310] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "port-c5621034-fc32-47d7-a78d-3ffafe080605" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.941310] env[66341]: DEBUG networking_nsxv3.api.rpc [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c5621034-fc32-47d7-a78d-3ffafe080605',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.967531] env[66341]: INFO networking_nsxv3.common.synchronization [None req-9abbf25b-18ee-4dbd-bdc7-75f061070d0f None None] Enqueued Resource ID: 113a5399-c6d3-4c91-b5e6-b9381f96ded7 with Priority: HIGHEST for action port [ 674.967805] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 113a5399-c6d3-4c91-b5e6-b9381f96ded7 with Priority: HIGHEST for action port [ 674.968493] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-113a5399-c6d3-4c91-b5e6-b9381f96ded7 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.968625] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-113a5399-c6d3-4c91-b5e6-b9381f96ded7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.968625] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-113a5399-c6d3-4c91-b5e6-b9381f96ded7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.968854] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-113a5399-c6d3-4c91-b5e6-b9381f96ded7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.968935] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('113a5399-c6d3-4c91-b5e6-b9381f96ded7',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.978902] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4c73aa37-2928-4999-a9f4-cc6731e36f3f',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.448320] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.448320] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.448320] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.448320] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.448320] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.448320] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Segment Port c5621034-fc32-47d7-a78d-3ffafe080605 not found, creating... [ 675.448320] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.448320] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.448320] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.448320] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.448320] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.448736] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.448736] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.448736] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.448736] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.448736] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.448736] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Resource: SegmentPort with ID: c5621034-fc32-47d7-a78d-3ffafe080605 is going to be created. [ 675.471388] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 113a5399-c6d3-4c91-b5e6-b9381f96ded7 [ 675.472420] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.472791] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.473034] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.474633] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.474633] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.474633] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:113a5399-c6d3-4c91-b5e6-b9381f96ded7 already deleted. [ 675.474633] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-113a5399-c6d3-4c91-b5e6-b9381f96ded7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.475079] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.475388] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.475601] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.475833] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.476082] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.476362] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "port-c5621034-fc32-47d7-a78d-3ffafe080605" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.481216] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4c73aa37-2928-4999-a9f4-cc6731e36f3f: rpc.has_security_group_logging(os_id): False [ 675.507671] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.507848] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.507931] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.508164] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.508283] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.508551] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.508649] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.508649] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.509698] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.509698] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.509698] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4c73aa37-2928-4999-a9f4-cc6731e36f3f is going to be created. [ 675.518735] env[66341]: INFO networking_nsxv3.common.synchronization [req-ecb98cda-7420-4b0b-9ee0-2932e9cb2211 req-f0c86c50-8e15-4639-b1ef-0f30631dea01 tempest-FloatingIPsAssociationNegativeTestJSON-1143107495 tempest-FloatingIPsAssociationNegativeTestJSON-1143107495-project-member] Enqueued Resource ID: 1f753059-8994-408a-a16e-bf949f26f3f3 with Priority: HIGHEST for action security_group_members [ 675.519328] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f753059-8994-408a-a16e-bf949f26f3f3 with Priority: HIGHEST for action security_group_members [ 675.519634] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f753059-8994-408a-a16e-bf949f26f3f3 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.519743] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f753059-8994-408a-a16e-bf949f26f3f3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.519840] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f753059-8994-408a-a16e-bf949f26f3f3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.520110] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f753059-8994-408a-a16e-bf949f26f3f3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.521558] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.521558] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.521558] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.521558] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.521558] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.521558] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1f753059-8994-408a-a16e-bf949f26f3f3',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.592849] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.593060] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.593164] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.593418] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.595576] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.621686] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4c73aa37-2928-4999-a9f4-cc6731e36f3f in Status: IN_PROGRESS for 2s [ 675.896403] env[66341]: INFO networking_nsxv3.common.synchronization [None req-e13b8fc8-15dc-4c6f-9e32-cddf1c04f2d4 None None] Enqueued Resource ID: 728f1cdc-09d7-40f7-837b-200658e79aa9 with Priority: HIGHEST for action port [ 675.897466] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 728f1cdc-09d7-40f7-837b-200658e79aa9 with Priority: HIGHEST for action port [ 675.898050] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-728f1cdc-09d7-40f7-837b-200658e79aa9 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.898050] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-728f1cdc-09d7-40f7-837b-200658e79aa9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.898235] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-728f1cdc-09d7-40f7-837b-200658e79aa9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.898491] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-728f1cdc-09d7-40f7-837b-200658e79aa9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.900030] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('728f1cdc-09d7-40f7-837b-200658e79aa9',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.023667] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.023835] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.023919] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.024169] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.024542] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.024542] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.024542] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.024738] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.024789] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.024933] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.025015] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1f753059-8994-408a-a16e-bf949f26f3f3 is going to be updated. [ 676.059451] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.059551] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.059551] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.059764] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.060189] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.070994] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f753059-8994-408a-a16e-bf949f26f3f3 in Status: IN_PROGRESS for 2s [ 676.229106] env[66341]: INFO networking_nsxv3.common.synchronization [req-dd07e3e3-404e-4ba8-b1b4-3b75676ff8a4 req-690ab0ad-d04b-414a-88c0-aa73bba18d4c service nova] Enqueued Resource ID: 56a8d4d9-e4b8-4c97-bde5-0fadd80aae09 with Priority: HIGHEST for action security_group_rules [ 676.229106] env[66341]: INFO networking_nsxv3.common.synchronization [req-dd07e3e3-404e-4ba8-b1b4-3b75676ff8a4 req-690ab0ad-d04b-414a-88c0-aa73bba18d4c service nova] Enqueued Resource ID: 56a8d4d9-e4b8-4c97-bde5-0fadd80aae09 with Priority: HIGHEST for action security_group_members [ 676.229106] env[66341]: INFO networking_nsxv3.common.synchronization [req-dd07e3e3-404e-4ba8-b1b4-3b75676ff8a4 req-690ab0ad-d04b-414a-88c0-aa73bba18d4c service nova] Enqueued Resource ID: c5621034-fc32-47d7-a78d-3ffafe080605 with Priority: HIGHEST for action port [ 676.229514] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56a8d4d9-e4b8-4c97-bde5-0fadd80aae09 with Priority: HIGHEST for action security_group_rules [ 676.229698] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56a8d4d9-e4b8-4c97-bde5-0fadd80aae09 with Priority: HIGHEST for action security_group_members [ 676.229799] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5621034-fc32-47d7-a78d-3ffafe080605 with Priority: HIGHEST for action port [ 676.230472] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-56a8d4d9-e4b8-4c97-bde5-0fadd80aae09 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.230600] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-56a8d4d9-e4b8-4c97-bde5-0fadd80aae09" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.230711] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-56a8d4d9-e4b8-4c97-bde5-0fadd80aae09" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.233325] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-56a8d4d9-e4b8-4c97-bde5-0fadd80aae09" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.233601] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('56a8d4d9-e4b8-4c97-bde5-0fadd80aae09',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.234734] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-56a8d4d9-e4b8-4c97-bde5-0fadd80aae09 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.234873] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56a8d4d9-e4b8-4c97-bde5-0fadd80aae09" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.235048] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56a8d4d9-e4b8-4c97-bde5-0fadd80aae09" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.235169] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56a8d4d9-e4b8-4c97-bde5-0fadd80aae09" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.235332] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.235441] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.235504] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.235667] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.235756] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.235866] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('56a8d4d9-e4b8-4c97-bde5-0fadd80aae09',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.239495] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-c5621034-fc32-47d7-a78d-3ffafe080605 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.239495] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c5621034-fc32-47d7-a78d-3ffafe080605" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.239495] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c5621034-fc32-47d7-a78d-3ffafe080605" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.239495] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c5621034-fc32-47d7-a78d-3ffafe080605" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.239495] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c5621034-fc32-47d7-a78d-3ffafe080605',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.401957] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 728f1cdc-09d7-40f7-837b-200658e79aa9 [ 676.403080] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.403264] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.403356] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.403695] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.403695] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.403859] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:728f1cdc-09d7-40f7-837b-200658e79aa9 already deleted. [ 676.403897] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-728f1cdc-09d7-40f7-837b-200658e79aa9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.749703] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('56a8d4d9-e4b8-4c97-bde5-0fadd80aae09',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.750858] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-56a8d4d9-e4b8-4c97-bde5-0fadd80aae09 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.750978] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56a8d4d9-e4b8-4c97-bde5-0fadd80aae09" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.751334] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c5621034-fc32-47d7-a78d-3ffafe080605 with status ACTIVE [ 676.751334] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.751508] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.751508] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.752331] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.752487] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.752707] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.752909] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.752966] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.753654] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.753775] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.754575] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.754682] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.754729] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.755356] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.755356] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.755356] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c5621034-fc32-47d7-a78d-3ffafe080605 is going to be updated. [ 676.778401] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.778401] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.778401] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.778401] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.778401] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.778649] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c5621034-fc32-47d7-a78d-3ffafe080605" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.116027] env[66341]: INFO networking_nsxv3.common.synchronization [req-4b5bd2c3-4971-45cb-bae2-1ee537f5a636 req-f8cc41c0-8b47-4667-9c2f-43e6c18fd4dc tempest-ListImageFiltersTestJSON-1742283475 tempest-ListImageFiltersTestJSON-1742283475-project-member] Enqueued Resource ID: 56a8d4d9-e4b8-4c97-bde5-0fadd80aae09 with Priority: HIGHEST for action security_group_members [ 677.116751] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56a8d4d9-e4b8-4c97-bde5-0fadd80aae09 with Priority: HIGHEST for action security_group_members [ 677.117060] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-56a8d4d9-e4b8-4c97-bde5-0fadd80aae09 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.117162] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56a8d4d9-e4b8-4c97-bde5-0fadd80aae09" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.257022] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('56a8d4d9-e4b8-4c97-bde5-0fadd80aae09',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.639981] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4c73aa37-2928-4999-a9f4-cc6731e36f3f in Status: SUCCESS [ 677.640274] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4c73aa37-2928-4999-a9f4-cc6731e36f3f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.760841] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.761119] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.761119] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.761399] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.762186] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.762186] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56a8d4d9-e4b8-4c97-bde5-0fadd80aae09 is going to be created. [ 677.794066] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.794778] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.794778] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.794778] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.794778] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.807135] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56a8d4d9-e4b8-4c97-bde5-0fadd80aae09 in Status: UNINITIALIZED for 2s [ 677.942473] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock network-964 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.942680] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "network-964" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.942805] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "network-964" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.943132] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "network-964" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.943445] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.943734] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.943881] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.944456] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.944615] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.944814] env[66341]: DEBUG dogpile.cache.region [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 677.944925] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] NeedRegenerationException {{(pid=66341) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 677.945047] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] no value, waiting for create lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 677.945572] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] value creation lock acquired {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 677.945572] env[66341]: DEBUG dogpile.cache.region [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 677.945572] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Calling creation function for not-yet-present value {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 677.945572] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 677.966058] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 677.966779] env[66341]: DEBUG dogpile.cache.region [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66341) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 677.966779] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Released creation lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 677.968629] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "network-964" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.968629] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock port-e555b95a-a92b-4aa2-87d3-d856eabe9391 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.968629] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "port-e555b95a-a92b-4aa2-87d3-d856eabe9391" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.968629] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "port-e555b95a-a92b-4aa2-87d3-d856eabe9391" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.968629] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "port-e555b95a-a92b-4aa2-87d3-d856eabe9391" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.968629] env[66341]: DEBUG networking_nsxv3.api.rpc [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e555b95a-a92b-4aa2-87d3-d856eabe9391',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.080744] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f753059-8994-408a-a16e-bf949f26f3f3 in Status: SUCCESS [ 678.080923] env[66341]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1f753059-8994-408a-a16e-bf949f26f3f3 deletion is rescheduled due to dependency. [ 678.081059] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f753059-8994-408a-a16e-bf949f26f3f3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.230059] env[66341]: INFO networking_nsxv3.common.synchronization [None req-e4301c09-e5a4-4bca-b592-2d53c3ff1ab5 None None] Enqueued Resource ID: 5149ed48-e66c-4769-9b18-d7537748e430 with Priority: HIGHEST for action port [ 678.230059] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5149ed48-e66c-4769-9b18-d7537748e430 with Priority: HIGHEST for action port [ 678.230059] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-5149ed48-e66c-4769-9b18-d7537748e430 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.230059] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5149ed48-e66c-4769-9b18-d7537748e430" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.230059] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5149ed48-e66c-4769-9b18-d7537748e430" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.230483] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5149ed48-e66c-4769-9b18-d7537748e430" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.230483] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5149ed48-e66c-4769-9b18-d7537748e430',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.471320] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.471543] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.471732] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.472192] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.472398] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.472560] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Segment Port e555b95a-a92b-4aa2-87d3-d856eabe9391 not found, creating... [ 678.472862] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.473091] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.473282] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.473764] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.473764] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.474075] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.474292] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.475707] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.475707] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.475707] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.475707] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Resource: SegmentPort with ID: e555b95a-a92b-4aa2-87d3-d856eabe9391 is going to be created. [ 678.501045] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.501416] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.501548] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.501955] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.502291] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.502608] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "port-e555b95a-a92b-4aa2-87d3-d856eabe9391" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.732184] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5149ed48-e66c-4769-9b18-d7537748e430 [ 678.733531] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.733531] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.733531] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.733531] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.733531] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.733531] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5149ed48-e66c-4769-9b18-d7537748e430 already deleted. [ 678.733531] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5149ed48-e66c-4769-9b18-d7537748e430" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.226814] env[66341]: INFO networking_nsxv3.common.synchronization [req-4b5bd2c3-4971-45cb-bae2-1ee537f5a636 req-f544d3ce-6772-4d15-a355-8a3c00beba12 service nova] Enqueued Resource ID: 56a8d4d9-e4b8-4c97-bde5-0fadd80aae09 with Priority: HIGHEST for action security_group_rules [ 679.226988] env[66341]: INFO networking_nsxv3.common.synchronization [req-4b5bd2c3-4971-45cb-bae2-1ee537f5a636 req-f544d3ce-6772-4d15-a355-8a3c00beba12 service nova] Enqueued Resource ID: 56a8d4d9-e4b8-4c97-bde5-0fadd80aae09 with Priority: HIGHEST for action security_group_members [ 679.227147] env[66341]: INFO networking_nsxv3.common.synchronization [req-4b5bd2c3-4971-45cb-bae2-1ee537f5a636 req-f544d3ce-6772-4d15-a355-8a3c00beba12 service nova] Enqueued Resource ID: e555b95a-a92b-4aa2-87d3-d856eabe9391 with Priority: HIGHEST for action port [ 679.227640] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56a8d4d9-e4b8-4c97-bde5-0fadd80aae09 with Priority: HIGHEST for action security_group_rules [ 679.227640] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56a8d4d9-e4b8-4c97-bde5-0fadd80aae09 with Priority: HIGHEST for action security_group_members [ 679.227640] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e555b95a-a92b-4aa2-87d3-d856eabe9391 with Priority: HIGHEST for action port [ 679.227640] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-56a8d4d9-e4b8-4c97-bde5-0fadd80aae09 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.227640] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-56a8d4d9-e4b8-4c97-bde5-0fadd80aae09" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.228518] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-56a8d4d9-e4b8-4c97-bde5-0fadd80aae09 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.228616] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56a8d4d9-e4b8-4c97-bde5-0fadd80aae09" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.228697] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-e555b95a-a92b-4aa2-87d3-d856eabe9391 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.228793] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e555b95a-a92b-4aa2-87d3-d856eabe9391" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.228850] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e555b95a-a92b-4aa2-87d3-d856eabe9391" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.229077] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e555b95a-a92b-4aa2-87d3-d856eabe9391" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.229129] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e555b95a-a92b-4aa2-87d3-d856eabe9391',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.732483] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e555b95a-a92b-4aa2-87d3-d856eabe9391 with status ACTIVE [ 679.732837] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.732908] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.732947] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.733486] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.733486] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.733486] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.733670] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.733670] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.733807] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.735474] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.735474] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.735474] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.735474] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.735474] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.735474] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.735474] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e555b95a-a92b-4aa2-87d3-d856eabe9391 is going to be updated. [ 679.761535] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.761687] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.761786] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.766165] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.766165] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.766165] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e555b95a-a92b-4aa2-87d3-d856eabe9391" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.821407] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56a8d4d9-e4b8-4c97-bde5-0fadd80aae09 in Status: SUCCESS [ 679.821611] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56a8d4d9-e4b8-4c97-bde5-0fadd80aae09" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.821778] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56a8d4d9-e4b8-4c97-bde5-0fadd80aae09" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.822031] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56a8d4d9-e4b8-4c97-bde5-0fadd80aae09" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.822215] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.823477] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.823477] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.823477] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.823477] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.823477] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56a8d4d9-e4b8-4c97-bde5-0fadd80aae09" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.823477] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('56a8d4d9-e4b8-4c97-bde5-0fadd80aae09',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.824643] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56a8d4d9-e4b8-4c97-bde5-0fadd80aae09" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.825336] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56a8d4d9-e4b8-4c97-bde5-0fadd80aae09" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.826325] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.826325] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.826452] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.826554] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.826626] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.826716] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('56a8d4d9-e4b8-4c97-bde5-0fadd80aae09',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.328776] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-56a8d4d9-e4b8-4c97-bde5-0fadd80aae09 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.328990] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56a8d4d9-e4b8-4c97-bde5-0fadd80aae09" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.329416] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('56a8d4d9-e4b8-4c97-bde5-0fadd80aae09',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.834499] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('56a8d4d9-e4b8-4c97-bde5-0fadd80aae09',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.336209] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.339043] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.339043] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.339043] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.339043] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.339043] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56a8d4d9-e4b8-4c97-bde5-0fadd80aae09 is going to be updated. [ 681.406117] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.408025] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.408025] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.408025] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.408025] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.427203] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56a8d4d9-e4b8-4c97-bde5-0fadd80aae09 in Status: IN_PROGRESS for 2s [ 682.775437] env[66341]: INFO networking_nsxv3.common.synchronization [None req-027d0945-1869-495a-9d5e-df05af44b9c3 None None] Enqueued Resource ID: 441130db-c7f0-457f-aa59-73f4375d4681 with Priority: HIGHEST for action port [ 682.776456] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 441130db-c7f0-457f-aa59-73f4375d4681 with Priority: HIGHEST for action port [ 682.776581] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-441130db-c7f0-457f-aa59-73f4375d4681 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.776892] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-441130db-c7f0-457f-aa59-73f4375d4681" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.777862] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-441130db-c7f0-457f-aa59-73f4375d4681" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.778248] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-441130db-c7f0-457f-aa59-73f4375d4681" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.778388] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('441130db-c7f0-457f-aa59-73f4375d4681',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.281695] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 441130db-c7f0-457f-aa59-73f4375d4681 [ 683.281956] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.282108] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.282177] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.282445] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.282547] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.282855] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:441130db-c7f0-457f-aa59-73f4375d4681 already deleted. [ 683.282855] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-441130db-c7f0-457f-aa59-73f4375d4681" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.446337] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56a8d4d9-e4b8-4c97-bde5-0fadd80aae09 in Status: SUCCESS [ 683.446337] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56a8d4d9-e4b8-4c97-bde5-0fadd80aae09" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.446337] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56a8d4d9-e4b8-4c97-bde5-0fadd80aae09" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.446337] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56a8d4d9-e4b8-4c97-bde5-0fadd80aae09" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.446337] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.446337] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.446337] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.446337] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.446337] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.446337] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('56a8d4d9-e4b8-4c97-bde5-0fadd80aae09',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.852247] env[66341]: INFO networking_nsxv3.common.synchronization [None req-095f33c4-f950-4ad5-8766-a28c4a862d85 None None] Enqueued Resource ID: 7897e1a0-3b6e-4e18-b6c0-1055540fed64 with Priority: HIGHEST for action port [ 683.853811] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7897e1a0-3b6e-4e18-b6c0-1055540fed64 with Priority: HIGHEST for action port [ 683.855750] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-7897e1a0-3b6e-4e18-b6c0-1055540fed64 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.855750] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7897e1a0-3b6e-4e18-b6c0-1055540fed64" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.855750] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7897e1a0-3b6e-4e18-b6c0-1055540fed64" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.855750] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7897e1a0-3b6e-4e18-b6c0-1055540fed64" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.855750] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7897e1a0-3b6e-4e18-b6c0-1055540fed64',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.953818] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('56a8d4d9-e4b8-4c97-bde5-0fadd80aae09',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.168189] env[66341]: INFO networking_nsxv3.common.synchronization [req-b28c40b3-9bd3-4604-aa56-8fbe32d6f523 req-21cdc819-b152-4ae8-9ab5-52fe1e80029c tempest-ImagesNegativeTestJSON-870832295 tempest-ImagesNegativeTestJSON-870832295-project-member] Enqueued Resource ID: 25733bce-87cc-45b7-9af2-9830105de2f6 with Priority: HIGHEST for action security_group_members [ 684.168700] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25733bce-87cc-45b7-9af2-9830105de2f6 with Priority: HIGHEST for action security_group_members [ 684.169320] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-25733bce-87cc-45b7-9af2-9830105de2f6 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.169451] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25733bce-87cc-45b7-9af2-9830105de2f6" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.169522] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25733bce-87cc-45b7-9af2-9830105de2f6" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.169728] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25733bce-87cc-45b7-9af2-9830105de2f6" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.169879] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.169980] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.171563] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.171784] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.171907] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.171990] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('25733bce-87cc-45b7-9af2-9830105de2f6',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.358518] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7897e1a0-3b6e-4e18-b6c0-1055540fed64 [ 684.358518] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.358518] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.358670] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.359076] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.359076] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.359076] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7897e1a0-3b6e-4e18-b6c0-1055540fed64 already deleted. [ 684.359211] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7897e1a0-3b6e-4e18-b6c0-1055540fed64" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.457598] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('56a8d4d9-e4b8-4c97-bde5-0fadd80aae09',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.675784] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.675913] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.675978] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.676328] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.676445] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.677043] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.677043] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.677043] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.677043] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.677278] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.677278] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 25733bce-87cc-45b7-9af2-9830105de2f6 is going to be updated. [ 684.706933] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.707108] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.707182] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.707427] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.707743] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.717274] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 25733bce-87cc-45b7-9af2-9830105de2f6 in Status: IN_PROGRESS for 2s [ 684.963025] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.963025] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.963025] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.963025] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.963025] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.963025] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56a8d4d9-e4b8-4c97-bde5-0fadd80aae09 is going to be updated. [ 684.998023] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.998023] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.998023] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.998023] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.998023] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.011776] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56a8d4d9-e4b8-4c97-bde5-0fadd80aae09 in Status: IN_PROGRESS for 2s [ 685.226781] env[66341]: INFO networking_nsxv3.common.synchronization [None req-b7d6d06d-d45c-4b8b-8ad0-d2bd16635159 None None] Enqueued Resource ID: 28675af1-f7ca-49e8-b4c3-e00e7a250ba5 with Priority: HIGHEST for action port [ 685.227040] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28675af1-f7ca-49e8-b4c3-e00e7a250ba5 with Priority: HIGHEST for action port [ 685.227590] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-28675af1-f7ca-49e8-b4c3-e00e7a250ba5 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.227712] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-28675af1-f7ca-49e8-b4c3-e00e7a250ba5" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.227779] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-28675af1-f7ca-49e8-b4c3-e00e7a250ba5" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.228990] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-28675af1-f7ca-49e8-b4c3-e00e7a250ba5" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.229120] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('28675af1-f7ca-49e8-b4c3-e00e7a250ba5',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.703242] env[66341]: INFO networking_nsxv3.common.synchronization [req-040fc17c-1013-47ef-9e84-7ad0923bfb23 req-6c47a826-a956-44a7-b2fb-2d52682c83b7 tempest-ServersAdminTestJSON-456582313 tempest-ServersAdminTestJSON-456582313-project-member] Enqueued Resource ID: 9cdf7238-451f-4652-91ab-fc85ab12a1b5 with Priority: HIGHEST for action security_group_members [ 685.704567] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cdf7238-451f-4652-91ab-fc85ab12a1b5 with Priority: HIGHEST for action security_group_members [ 685.705174] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cdf7238-451f-4652-91ab-fc85ab12a1b5 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.705471] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cdf7238-451f-4652-91ab-fc85ab12a1b5" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.705665] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cdf7238-451f-4652-91ab-fc85ab12a1b5" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.705971] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cdf7238-451f-4652-91ab-fc85ab12a1b5" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.707413] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.707413] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.707683] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.707888] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.707981] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.708627] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9cdf7238-451f-4652-91ab-fc85ab12a1b5',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.732189] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 28675af1-f7ca-49e8-b4c3-e00e7a250ba5 [ 685.732189] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.732189] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.732189] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.732189] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.732189] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.732189] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:28675af1-f7ca-49e8-b4c3-e00e7a250ba5 already deleted. [ 685.732189] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-28675af1-f7ca-49e8-b4c3-e00e7a250ba5" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.172598] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock network-959 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.173128] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "network-959" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.173128] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "network-959" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.173323] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "network-959" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.174283] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.175500] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.175500] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.175914] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.176116] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.177034] env[66341]: DEBUG dogpile.cache.region [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 686.177034] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] NeedRegenerationException {{(pid=66341) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 686.177034] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] no value, waiting for create lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 686.177034] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] value creation lock acquired {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 686.177034] env[66341]: DEBUG dogpile.cache.region [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 686.177034] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Calling creation function for not-yet-present value {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 686.177313] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 686.199633] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 686.202019] env[66341]: DEBUG dogpile.cache.region [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66341) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 686.202019] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Released creation lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 686.202019] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "network-959" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.202019] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock port-cb489c52-3cba-48cc-b5fa-0147c9a4155f taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.202019] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "port-cb489c52-3cba-48cc-b5fa-0147c9a4155f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.202019] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "port-cb489c52-3cba-48cc-b5fa-0147c9a4155f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.202019] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "port-cb489c52-3cba-48cc-b5fa-0147c9a4155f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.202019] env[66341]: DEBUG networking_nsxv3.api.rpc [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cb489c52-3cba-48cc-b5fa-0147c9a4155f',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.210687] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9cdf7238-451f-4652-91ab-fc85ab12a1b5',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.655542] env[66341]: INFO networking_nsxv3.common.synchronization [None req-2525c1ee-b533-4993-8818-bb8ed8775f07 None None] Enqueued Resource ID: 5507cc6a-5c21-4a22-ba74-9cb07c0ff981 with Priority: HIGHEST for action port [ 686.656235] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5507cc6a-5c21-4a22-ba74-9cb07c0ff981 with Priority: HIGHEST for action port [ 686.657065] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-5507cc6a-5c21-4a22-ba74-9cb07c0ff981 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.657320] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5507cc6a-5c21-4a22-ba74-9cb07c0ff981" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.657409] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5507cc6a-5c21-4a22-ba74-9cb07c0ff981" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.658210] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5507cc6a-5c21-4a22-ba74-9cb07c0ff981" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.658415] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5507cc6a-5c21-4a22-ba74-9cb07c0ff981',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.708741] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.709065] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.709153] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.709496] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.709540] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.709960] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Segment Port cb489c52-3cba-48cc-b5fa-0147c9a4155f not found, creating... [ 686.709960] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.710253] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.710308] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.710564] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.710782] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.710982] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.711158] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.711336] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.711569] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.711705] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.711842] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Resource: SegmentPort with ID: cb489c52-3cba-48cc-b5fa-0147c9a4155f is going to be created. [ 686.712990] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9cdf7238-451f-4652-91ab-fc85ab12a1b5',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.728489] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 25733bce-87cc-45b7-9af2-9830105de2f6 in Status: SUCCESS [ 686.728728] env[66341]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 25733bce-87cc-45b7-9af2-9830105de2f6 deletion is rescheduled due to dependency. [ 686.729072] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25733bce-87cc-45b7-9af2-9830105de2f6" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.735220] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.735360] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.735360] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.735797] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.735974] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.736161] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "port-cb489c52-3cba-48cc-b5fa-0147c9a4155f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.911986] env[66341]: INFO networking_nsxv3.common.synchronization [None req-b4d75ed3-cbfb-41ce-a7f4-2146a81b4223 tempest-ServerActionsV293TestJSON-295459322 tempest-ServerActionsV293TestJSON-295459322-project-member] Enqueued Resource ID: d381340a-3892-4f37-8f65-483092c73799 with Priority: HIGHEST for action security_group_rules [ 686.912960] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d381340a-3892-4f37-8f65-483092c73799 with Priority: HIGHEST for action security_group_rules [ 686.913787] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d381340a-3892-4f37-8f65-483092c73799 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.913787] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d381340a-3892-4f37-8f65-483092c73799" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.914052] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d381340a-3892-4f37-8f65-483092c73799" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.914234] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d381340a-3892-4f37-8f65-483092c73799" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.914379] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d381340a-3892-4f37-8f65-483092c73799',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.023766] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56a8d4d9-e4b8-4c97-bde5-0fadd80aae09 in Status: SUCCESS [ 687.027495] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56a8d4d9-e4b8-4c97-bde5-0fadd80aae09" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.027927] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56a8d4d9-e4b8-4c97-bde5-0fadd80aae09" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.028257] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56a8d4d9-e4b8-4c97-bde5-0fadd80aae09" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.028541] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.028712] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.028805] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.029015] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.029189] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.029306] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56a8d4d9-e4b8-4c97-bde5-0fadd80aae09" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.029497] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-56a8d4d9-e4b8-4c97-bde5-0fadd80aae09 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.029621] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56a8d4d9-e4b8-4c97-bde5-0fadd80aae09" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.029665] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56a8d4d9-e4b8-4c97-bde5-0fadd80aae09" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.029852] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56a8d4d9-e4b8-4c97-bde5-0fadd80aae09" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.030013] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.030141] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.030216] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.030437] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.030545] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.030636] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56a8d4d9-e4b8-4c97-bde5-0fadd80aae09" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.030745] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('56a8d4d9-e4b8-4c97-bde5-0fadd80aae09',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.113361] env[66341]: INFO networking_nsxv3.common.synchronization [None req-b1575d25-3f6f-4a66-a369-c59b17f9c802 tempest-ServerActionsV293TestJSON-295459322 tempest-ServerActionsV293TestJSON-295459322-project-member] Enqueued Resource ID: d381340a-3892-4f37-8f65-483092c73799 with Priority: HIGHEST for action security_group_rules [ 687.114467] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d381340a-3892-4f37-8f65-483092c73799 with Priority: HIGHEST for action security_group_rules [ 687.114914] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d381340a-3892-4f37-8f65-483092c73799 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.114914] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d381340a-3892-4f37-8f65-483092c73799" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.160851] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5507cc6a-5c21-4a22-ba74-9cb07c0ff981 [ 687.161107] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.161248] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.161345] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.161530] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.161620] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.161719] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5507cc6a-5c21-4a22-ba74-9cb07c0ff981 already deleted. [ 687.161893] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5507cc6a-5c21-4a22-ba74-9cb07c0ff981" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.217376] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.217376] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.217376] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.217788] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.217788] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.218413] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9cdf7238-451f-4652-91ab-fc85ab12a1b5 is going to be updated. [ 687.265155] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.265155] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.265155] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.265358] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.265400] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.276237] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9cdf7238-451f-4652-91ab-fc85ab12a1b5 in Status: IN_PROGRESS for 2s [ 687.441078] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.441289] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.441289] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.441485] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.441623] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.441735] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d381340a-3892-4f37-8f65-483092c73799 already deleted. [ 687.441831] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d381340a-3892-4f37-8f65-483092c73799" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.442040] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d381340a-3892-4f37-8f65-483092c73799" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.442254] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d381340a-3892-4f37-8f65-483092c73799" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.442348] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d381340a-3892-4f37-8f65-483092c73799',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.521957] env[66341]: INFO networking_nsxv3.common.synchronization [req-040fc17c-1013-47ef-9e84-7ad0923bfb23 req-50a87726-b205-4d66-9aa2-777a8ba75a19 service nova] Enqueued Resource ID: 9cdf7238-451f-4652-91ab-fc85ab12a1b5 with Priority: HIGHEST for action security_group_rules [ 687.522385] env[66341]: INFO networking_nsxv3.common.synchronization [req-040fc17c-1013-47ef-9e84-7ad0923bfb23 req-50a87726-b205-4d66-9aa2-777a8ba75a19 service nova] Enqueued Resource ID: 9cdf7238-451f-4652-91ab-fc85ab12a1b5 with Priority: HIGHEST for action security_group_members [ 687.522701] env[66341]: INFO networking_nsxv3.common.synchronization [req-040fc17c-1013-47ef-9e84-7ad0923bfb23 req-50a87726-b205-4d66-9aa2-777a8ba75a19 service nova] Enqueued Resource ID: cb489c52-3cba-48cc-b5fa-0147c9a4155f with Priority: HIGHEST for action port [ 687.523610] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cdf7238-451f-4652-91ab-fc85ab12a1b5 with Priority: HIGHEST for action security_group_rules [ 687.523795] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cdf7238-451f-4652-91ab-fc85ab12a1b5 with Priority: HIGHEST for action security_group_members [ 687.523980] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb489c52-3cba-48cc-b5fa-0147c9a4155f with Priority: HIGHEST for action port [ 687.525445] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9cdf7238-451f-4652-91ab-fc85ab12a1b5 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.525585] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9cdf7238-451f-4652-91ab-fc85ab12a1b5" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.525656] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9cdf7238-451f-4652-91ab-fc85ab12a1b5" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.525910] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9cdf7238-451f-4652-91ab-fc85ab12a1b5" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.525955] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9cdf7238-451f-4652-91ab-fc85ab12a1b5',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.527061] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cdf7238-451f-4652-91ab-fc85ab12a1b5 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.527197] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cdf7238-451f-4652-91ab-fc85ab12a1b5" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.527445] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-cb489c52-3cba-48cc-b5fa-0147c9a4155f taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.527610] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cb489c52-3cba-48cc-b5fa-0147c9a4155f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.527610] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cb489c52-3cba-48cc-b5fa-0147c9a4155f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.527848] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cb489c52-3cba-48cc-b5fa-0147c9a4155f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.527935] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cb489c52-3cba-48cc-b5fa-0147c9a4155f',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.534190] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 56a8d4d9-e4b8-4c97-bde5-0fadd80aae09: rpc.has_security_group_logging(os_id): False [ 687.558023] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.558023] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.558023] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.558023] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.558023] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.558023] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.558023] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.558023] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.558023] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.558023] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.558023] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.558023] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.558023] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.558023] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.558023] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.558849] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.558849] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.558849] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.559023] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.559127] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.559224] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 56a8d4d9-e4b8-4c97-bde5-0fadd80aae09 is going to be created. [ 687.669642] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.669858] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.669926] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.670218] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.670457] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.696201] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 56a8d4d9-e4b8-4c97-bde5-0fadd80aae09 in Status: IN_PROGRESS for 2s [ 687.966162] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.966360] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.966360] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.966629] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.966728] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.966860] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d381340a-3892-4f37-8f65-483092c73799 already deleted. [ 687.966973] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d381340a-3892-4f37-8f65-483092c73799" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.030238] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cdf7238-451f-4652-91ab-fc85ab12a1b5 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.030482] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cdf7238-451f-4652-91ab-fc85ab12a1b5" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.037031] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cb489c52-3cba-48cc-b5fa-0147c9a4155f with status ACTIVE [ 688.037031] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.037031] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.037031] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.037031] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.037031] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.037031] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.037031] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.037031] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.037031] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.037031] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.037031] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.037031] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.037031] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.037031] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.037031] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.037031] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cb489c52-3cba-48cc-b5fa-0147c9a4155f is going to be updated. [ 688.064565] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.066738] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.066738] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.066738] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.066738] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.066738] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cb489c52-3cba-48cc-b5fa-0147c9a4155f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.263889] env[66341]: INFO networking_nsxv3.common.synchronization [req-558d6c0d-631a-410d-baf7-ce7d84043165 req-e1da6d0c-0d84-4c5e-b0c2-6510dab38f4d tempest-ServersV294TestFqdnHostnames-1059221608 tempest-ServersV294TestFqdnHostnames-1059221608-project-member] Enqueued Resource ID: ae0d15ea-95ee-4114-8fd2-bc23c0afd37f with Priority: HIGHEST for action security_group_members [ 688.265280] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae0d15ea-95ee-4114-8fd2-bc23c0afd37f with Priority: HIGHEST for action security_group_members [ 688.266567] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae0d15ea-95ee-4114-8fd2-bc23c0afd37f taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.268147] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae0d15ea-95ee-4114-8fd2-bc23c0afd37f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.268147] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae0d15ea-95ee-4114-8fd2-bc23c0afd37f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.268147] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae0d15ea-95ee-4114-8fd2-bc23c0afd37f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.268147] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.268147] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.268775] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.269167] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.271024] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.271024] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ae0d15ea-95ee-4114-8fd2-bc23c0afd37f',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.600630] env[66341]: INFO networking_nsxv3.common.synchronization [req-7483cff1-07b9-47ff-a3ca-af5b2b48521d req-be8f599c-0202-44d3-89a8-2e6af089e567 tempest-SecurityGroupRulesNegativeTestJSON-1901032392 tempest-SecurityGroupRulesNegativeTestJSON-1901032392-project-member] Enqueued Resource ID: 2e87e0f2-934e-4dd2-80d9-00bdb6f12193 with Priority: HIGHEST for action security_group_rules [ 688.601372] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e87e0f2-934e-4dd2-80d9-00bdb6f12193 with Priority: HIGHEST for action security_group_rules [ 688.601627] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2e87e0f2-934e-4dd2-80d9-00bdb6f12193 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.602545] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2e87e0f2-934e-4dd2-80d9-00bdb6f12193" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.602545] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2e87e0f2-934e-4dd2-80d9-00bdb6f12193" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.602545] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2e87e0f2-934e-4dd2-80d9-00bdb6f12193" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.602545] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2e87e0f2-934e-4dd2-80d9-00bdb6f12193',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.771659] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock network-856 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.771895] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "network-856" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.771987] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "network-856" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.772355] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "network-856" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.774652] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.774834] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.774952] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.775743] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.775743] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.776196] env[66341]: DEBUG dogpile.cache.region [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 688.776196] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] NeedRegenerationException {{(pid=66341) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 688.776196] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] no value, waiting for create lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 688.776196] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] value creation lock acquired {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 688.776340] env[66341]: DEBUG dogpile.cache.region [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 688.776445] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Calling creation function for not-yet-present value {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 688.776744] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 688.779521] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.779640] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.779748] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.779982] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.780084] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.780270] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.780418] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.780506] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.782169] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.782169] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.782169] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ae0d15ea-95ee-4114-8fd2-bc23c0afd37f already deleted. [ 688.782169] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae0d15ea-95ee-4114-8fd2-bc23c0afd37f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.800802] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 688.800952] env[66341]: DEBUG dogpile.cache.region [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66341) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 688.801099] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Released creation lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 688.801265] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "network-856" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.801564] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock port-a1371072-8093-44f1-a8ab-c3a525ab8bac taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.802520] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "port-a1371072-8093-44f1-a8ab-c3a525ab8bac" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.802520] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "port-a1371072-8093-44f1-a8ab-c3a525ab8bac" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.802520] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "port-a1371072-8093-44f1-a8ab-c3a525ab8bac" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.802520] env[66341]: DEBUG networking_nsxv3.api.rpc [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a1371072-8093-44f1-a8ab-c3a525ab8bac',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.124553] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.126154] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.126154] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.126154] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.126154] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.126154] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2e87e0f2-934e-4dd2-80d9-00bdb6f12193 already deleted. [ 689.126154] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2e87e0f2-934e-4dd2-80d9-00bdb6f12193" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.190133] env[66341]: INFO networking_nsxv3.common.synchronization [req-1996114c-513c-4650-ac41-a423ca9a238b req-aaa5783a-e2b9-4688-9361-38fbf3748824 tempest-ServerDiagnosticsNegativeTest-1624393678 tempest-ServerDiagnosticsNegativeTest-1624393678-project-member] Enqueued Resource ID: 5e47a2e2-c98b-43ec-b04b-58947c8e339d with Priority: HIGHEST for action security_group_members [ 689.193734] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e47a2e2-c98b-43ec-b04b-58947c8e339d with Priority: HIGHEST for action security_group_members [ 689.194139] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e47a2e2-c98b-43ec-b04b-58947c8e339d taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.194267] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e47a2e2-c98b-43ec-b04b-58947c8e339d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.194334] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e47a2e2-c98b-43ec-b04b-58947c8e339d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.194556] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e47a2e2-c98b-43ec-b04b-58947c8e339d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.194735] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.194866] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.194933] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.195125] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.198502] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.198502] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5e47a2e2-c98b-43ec-b04b-58947c8e339d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.287994] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9cdf7238-451f-4652-91ab-fc85ab12a1b5 in Status: SUCCESS [ 689.288425] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cdf7238-451f-4652-91ab-fc85ab12a1b5" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.288425] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cdf7238-451f-4652-91ab-fc85ab12a1b5" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.288714] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cdf7238-451f-4652-91ab-fc85ab12a1b5" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.288782] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.289763] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.289890] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.290190] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.290293] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.290405] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9cdf7238-451f-4652-91ab-fc85ab12a1b5',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.309510] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.309830] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.309956] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.310311] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.310458] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.310625] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Segment Port a1371072-8093-44f1-a8ab-c3a525ab8bac not found, creating... [ 689.310914] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.311900] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.311900] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.311900] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.311900] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.311900] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.312204] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.312204] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.313204] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.313204] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.313204] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Resource: SegmentPort with ID: a1371072-8093-44f1-a8ab-c3a525ab8bac is going to be created. [ 689.338386] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.338603] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.338603] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.340172] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.340172] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.340172] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "port-a1371072-8093-44f1-a8ab-c3a525ab8bac" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.698235] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.698428] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.698428] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.698592] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.698678] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.698871] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.698975] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.699039] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.699191] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.699267] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.699359] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5e47a2e2-c98b-43ec-b04b-58947c8e339d is going to be updated. [ 689.718509] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 56a8d4d9-e4b8-4c97-bde5-0fadd80aae09 in Status: SUCCESS [ 689.718734] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-56a8d4d9-e4b8-4c97-bde5-0fadd80aae09" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.718863] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-56a8d4d9-e4b8-4c97-bde5-0fadd80aae09" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.719115] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-56a8d4d9-e4b8-4c97-bde5-0fadd80aae09" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.719225] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('56a8d4d9-e4b8-4c97-bde5-0fadd80aae09',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.736417] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.736675] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.736675] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.736931] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.737045] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.748666] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e47a2e2-c98b-43ec-b04b-58947c8e339d in Status: IN_PROGRESS for 2s [ 689.794345] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9cdf7238-451f-4652-91ab-fc85ab12a1b5',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.160529] env[66341]: INFO networking_nsxv3.common.synchronization [req-558d6c0d-631a-410d-baf7-ce7d84043165 req-547213fb-e4d7-4640-b4f4-8ccbc96f761c service nova] Enqueued Resource ID: ae0d15ea-95ee-4114-8fd2-bc23c0afd37f with Priority: HIGHEST for action security_group_rules [ 690.160783] env[66341]: INFO networking_nsxv3.common.synchronization [req-558d6c0d-631a-410d-baf7-ce7d84043165 req-547213fb-e4d7-4640-b4f4-8ccbc96f761c service nova] Enqueued Resource ID: ae0d15ea-95ee-4114-8fd2-bc23c0afd37f with Priority: HIGHEST for action security_group_members [ 690.161125] env[66341]: INFO networking_nsxv3.common.synchronization [req-558d6c0d-631a-410d-baf7-ce7d84043165 req-547213fb-e4d7-4640-b4f4-8ccbc96f761c service nova] Enqueued Resource ID: a1371072-8093-44f1-a8ab-c3a525ab8bac with Priority: HIGHEST for action port [ 690.161499] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae0d15ea-95ee-4114-8fd2-bc23c0afd37f with Priority: HIGHEST for action security_group_rules [ 690.161897] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae0d15ea-95ee-4114-8fd2-bc23c0afd37f with Priority: HIGHEST for action security_group_members [ 690.161897] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1371072-8093-44f1-a8ab-c3a525ab8bac with Priority: HIGHEST for action port [ 690.162142] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ae0d15ea-95ee-4114-8fd2-bc23c0afd37f taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.162217] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ae0d15ea-95ee-4114-8fd2-bc23c0afd37f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.162217] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ae0d15ea-95ee-4114-8fd2-bc23c0afd37f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.162560] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ae0d15ea-95ee-4114-8fd2-bc23c0afd37f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.162560] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ae0d15ea-95ee-4114-8fd2-bc23c0afd37f',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.163381] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae0d15ea-95ee-4114-8fd2-bc23c0afd37f taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.163502] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae0d15ea-95ee-4114-8fd2-bc23c0afd37f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.163594] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae0d15ea-95ee-4114-8fd2-bc23c0afd37f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.163869] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae0d15ea-95ee-4114-8fd2-bc23c0afd37f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.164062] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.164227] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.164329] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.164563] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.164705] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.166058] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ae0d15ea-95ee-4114-8fd2-bc23c0afd37f',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.166606] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-a1371072-8093-44f1-a8ab-c3a525ab8bac taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.166738] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a1371072-8093-44f1-a8ab-c3a525ab8bac" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.169386] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a1371072-8093-44f1-a8ab-c3a525ab8bac" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.169386] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a1371072-8093-44f1-a8ab-c3a525ab8bac" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.169386] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a1371072-8093-44f1-a8ab-c3a525ab8bac',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.223084] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-56a8d4d9-e4b8-4c97-bde5-0fadd80aae09 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.223084] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56a8d4d9-e4b8-4c97-bde5-0fadd80aae09" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.223084] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56a8d4d9-e4b8-4c97-bde5-0fadd80aae09" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.223084] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56a8d4d9-e4b8-4c97-bde5-0fadd80aae09" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.223450] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.223450] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.223450] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.223781] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.223781] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.223781] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56a8d4d9-e4b8-4c97-bde5-0fadd80aae09" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.223943] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('56a8d4d9-e4b8-4c97-bde5-0fadd80aae09',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.283348] env[66341]: INFO networking_nsxv3.common.synchronization [req-826e03bb-cc72-456a-a440-0ab679247584 req-0baf841a-c524-4e59-9e6e-a08c3ed54f14 tempest-DeleteServersAdminTestJSON-838751900 tempest-DeleteServersAdminTestJSON-838751900-project-member] Enqueued Resource ID: fcebbbba-2420-44ba-8b78-4fd6c469b760 with Priority: HIGHEST for action security_group_members [ 690.284008] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fcebbbba-2420-44ba-8b78-4fd6c469b760 with Priority: HIGHEST for action security_group_members [ 690.284377] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-fcebbbba-2420-44ba-8b78-4fd6c469b760 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.284558] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fcebbbba-2420-44ba-8b78-4fd6c469b760" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.284624] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fcebbbba-2420-44ba-8b78-4fd6c469b760" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.284815] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fcebbbba-2420-44ba-8b78-4fd6c469b760" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.284979] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.285098] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.285164] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.285350] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.285440] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.285541] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fcebbbba-2420-44ba-8b78-4fd6c469b760',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.298709] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9cdf7238-451f-4652-91ab-fc85ab12a1b5',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.531948] env[66341]: INFO networking_nsxv3.common.synchronization [None req-8fdaf06c-7393-4a97-b0ee-b7fe2857daec tempest-MigrationsAdminTest-2112980872 tempest-MigrationsAdminTest-2112980872-project-member] Enqueued Resource ID: 6ca9e0ad-acc4-4c39-8dea-0954c9768a87 with Priority: HIGHEST for action security_group_rules [ 690.534755] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ca9e0ad-acc4-4c39-8dea-0954c9768a87 with Priority: HIGHEST for action security_group_rules [ 690.535133] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6ca9e0ad-acc4-4c39-8dea-0954c9768a87 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.536388] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6ca9e0ad-acc4-4c39-8dea-0954c9768a87" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.536388] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6ca9e0ad-acc4-4c39-8dea-0954c9768a87" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.536388] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6ca9e0ad-acc4-4c39-8dea-0954c9768a87" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.536388] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6ca9e0ad-acc4-4c39-8dea-0954c9768a87',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.672247] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae0d15ea-95ee-4114-8fd2-bc23c0afd37f taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.672247] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae0d15ea-95ee-4114-8fd2-bc23c0afd37f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.672247] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ae0d15ea-95ee-4114-8fd2-bc23c0afd37f',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.672247] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a1371072-8093-44f1-a8ab-c3a525ab8bac with status ACTIVE [ 690.672247] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.672247] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.672247] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.672247] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.672247] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.672247] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.672247] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.672247] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.672247] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.672247] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.673118] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.673118] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.673118] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.673607] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.673846] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.678589] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a1371072-8093-44f1-a8ab-c3a525ab8bac is going to be updated. [ 690.688352] env[66341]: INFO networking_nsxv3.common.synchronization [None req-a1e02ee6-06c1-433a-ac45-b06cd974eacb tempest-MigrationsAdminTest-2112980872 tempest-MigrationsAdminTest-2112980872-project-member] Enqueued Resource ID: 6ca9e0ad-acc4-4c39-8dea-0954c9768a87 with Priority: HIGHEST for action security_group_rules [ 690.688981] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ca9e0ad-acc4-4c39-8dea-0954c9768a87 with Priority: HIGHEST for action security_group_rules [ 690.689254] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6ca9e0ad-acc4-4c39-8dea-0954c9768a87 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.689348] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6ca9e0ad-acc4-4c39-8dea-0954c9768a87" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.700368] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.703944] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.703944] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.703944] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.703944] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.703944] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a1371072-8093-44f1-a8ab-c3a525ab8bac" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.727816] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-56a8d4d9-e4b8-4c97-bde5-0fadd80aae09 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.728158] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56a8d4d9-e4b8-4c97-bde5-0fadd80aae09" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.730243] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56a8d4d9-e4b8-4c97-bde5-0fadd80aae09" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.730243] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56a8d4d9-e4b8-4c97-bde5-0fadd80aae09" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.730243] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.730243] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.730243] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.730243] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.730243] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.730243] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56a8d4d9-e4b8-4c97-bde5-0fadd80aae09" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.730243] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-56a8d4d9-e4b8-4c97-bde5-0fadd80aae09 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.730243] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56a8d4d9-e4b8-4c97-bde5-0fadd80aae09" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.730243] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56a8d4d9-e4b8-4c97-bde5-0fadd80aae09" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.730243] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56a8d4d9-e4b8-4c97-bde5-0fadd80aae09" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.730243] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.730243] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.730243] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.730243] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.730243] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.730890] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56a8d4d9-e4b8-4c97-bde5-0fadd80aae09" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.730890] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('56a8d4d9-e4b8-4c97-bde5-0fadd80aae09',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.789231] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.789390] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.789466] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.789696] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.789791] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.789994] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.790136] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.790203] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.790358] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.790439] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.790529] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fcebbbba-2420-44ba-8b78-4fd6c469b760 is going to be updated. [ 690.801145] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.801326] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.801411] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.801651] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.801748] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.801872] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9cdf7238-451f-4652-91ab-fc85ab12a1b5 is going to be updated. [ 690.820718] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.820905] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.820989] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.821231] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.821614] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.838347] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fcebbbba-2420-44ba-8b78-4fd6c469b760 in Status: IN_PROGRESS for 2s [ 690.848903] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.848903] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.848903] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.849296] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.849566] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.861657] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9cdf7238-451f-4652-91ab-fc85ab12a1b5 in Status: IN_PROGRESS for 2s [ 691.063554] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.063554] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.063554] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.063872] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.063872] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.063976] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6ca9e0ad-acc4-4c39-8dea-0954c9768a87 already deleted. [ 691.064044] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6ca9e0ad-acc4-4c39-8dea-0954c9768a87" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.064179] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6ca9e0ad-acc4-4c39-8dea-0954c9768a87" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.064374] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6ca9e0ad-acc4-4c39-8dea-0954c9768a87" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.064478] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6ca9e0ad-acc4-4c39-8dea-0954c9768a87',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.177587] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ae0d15ea-95ee-4114-8fd2-bc23c0afd37f',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.235253] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 56a8d4d9-e4b8-4c97-bde5-0fadd80aae09: rpc.has_security_group_logging(os_id): False [ 691.259384] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.259581] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.259581] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.259795] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.259795] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.260733] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.260733] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.260733] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.260733] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.260733] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.260733] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.260733] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.261110] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.261110] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.261110] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.261421] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.261588] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.261692] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.261876] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.262040] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.262180] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 56a8d4d9-e4b8-4c97-bde5-0fadd80aae09 is going to be updated. [ 691.367036] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.367392] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.367392] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.367392] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.367500] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.381266] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 56a8d4d9-e4b8-4c97-bde5-0fadd80aae09 in Status: IN_PROGRESS for 2s [ 691.587380] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.587380] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.587567] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.588318] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.588395] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.588474] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6ca9e0ad-acc4-4c39-8dea-0954c9768a87 already deleted. [ 691.588563] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6ca9e0ad-acc4-4c39-8dea-0954c9768a87" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.612761] env[66341]: INFO networking_nsxv3.common.synchronization [None req-ccc0a902-fe38-41b2-89bc-b904671c96c7 None None] Enqueued Resource ID: 935701c4-0125-404a-b5c6-40a26353a108 with Priority: HIGHEST for action port [ 691.613359] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 935701c4-0125-404a-b5c6-40a26353a108 with Priority: HIGHEST for action port [ 691.613674] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-935701c4-0125-404a-b5c6-40a26353a108 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.613811] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-935701c4-0125-404a-b5c6-40a26353a108" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.613975] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-935701c4-0125-404a-b5c6-40a26353a108" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.614161] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-935701c4-0125-404a-b5c6-40a26353a108" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.614245] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('935701c4-0125-404a-b5c6-40a26353a108',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.682027] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.682215] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.682365] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.682538] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.682715] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.682799] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ae0d15ea-95ee-4114-8fd2-bc23c0afd37f is going to be created. [ 691.713194] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.713359] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.713403] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.713623] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.713842] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.726752] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ae0d15ea-95ee-4114-8fd2-bc23c0afd37f in Status: UNINITIALIZED for 2s [ 691.737642] env[66341]: INFO networking_nsxv3.common.synchronization [req-24cbbfa2-b6b3-4c2f-8d13-278ec597a63c req-843c48c7-51f5-46c2-9ffc-13fb31e26f6a tempest-SecurityGroupRulesNegativeTestJSON-1901032392 tempest-SecurityGroupRulesNegativeTestJSON-1901032392-project-member] Enqueued Resource ID: 2e87e0f2-934e-4dd2-80d9-00bdb6f12193 with Priority: HIGHEST for action security_group_rules [ 691.737642] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e87e0f2-934e-4dd2-80d9-00bdb6f12193 with Priority: HIGHEST for action security_group_rules [ 691.739778] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2e87e0f2-934e-4dd2-80d9-00bdb6f12193 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.739778] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2e87e0f2-934e-4dd2-80d9-00bdb6f12193" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.739778] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2e87e0f2-934e-4dd2-80d9-00bdb6f12193" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.739778] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2e87e0f2-934e-4dd2-80d9-00bdb6f12193" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.739778] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2e87e0f2-934e-4dd2-80d9-00bdb6f12193',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.759781] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e47a2e2-c98b-43ec-b04b-58947c8e339d in Status: SUCCESS [ 691.759781] env[66341]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5e47a2e2-c98b-43ec-b04b-58947c8e339d deletion is rescheduled due to dependency. [ 691.759781] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e47a2e2-c98b-43ec-b04b-58947c8e339d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.116503] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 935701c4-0125-404a-b5c6-40a26353a108 [ 692.117203] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.117203] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.117203] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.117426] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.117426] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.117513] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:935701c4-0125-404a-b5c6-40a26353a108 already deleted. [ 692.117576] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-935701c4-0125-404a-b5c6-40a26353a108" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.261533] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.261723] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.262139] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.262139] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.262527] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.262527] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2e87e0f2-934e-4dd2-80d9-00bdb6f12193 already deleted. [ 692.262527] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2e87e0f2-934e-4dd2-80d9-00bdb6f12193" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.851014] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fcebbbba-2420-44ba-8b78-4fd6c469b760 in Status: SUCCESS [ 692.851014] env[66341]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fcebbbba-2420-44ba-8b78-4fd6c469b760 deletion is rescheduled due to dependency. [ 692.851014] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fcebbbba-2420-44ba-8b78-4fd6c469b760" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.878219] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9cdf7238-451f-4652-91ab-fc85ab12a1b5 in Status: SUCCESS [ 692.878219] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cdf7238-451f-4652-91ab-fc85ab12a1b5" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.878219] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cdf7238-451f-4652-91ab-fc85ab12a1b5" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.878219] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cdf7238-451f-4652-91ab-fc85ab12a1b5" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.878219] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.878219] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.878219] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.878219] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.878219] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.878219] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cdf7238-451f-4652-91ab-fc85ab12a1b5" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.878219] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9cdf7238-451f-4652-91ab-fc85ab12a1b5',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.377662] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cdf7238-451f-4652-91ab-fc85ab12a1b5 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.377914] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cdf7238-451f-4652-91ab-fc85ab12a1b5" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.378018] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cdf7238-451f-4652-91ab-fc85ab12a1b5" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.379394] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cdf7238-451f-4652-91ab-fc85ab12a1b5" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.379657] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.379821] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.379926] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.380182] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.380305] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.380459] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cdf7238-451f-4652-91ab-fc85ab12a1b5" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.380673] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cdf7238-451f-4652-91ab-fc85ab12a1b5 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.380788] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cdf7238-451f-4652-91ab-fc85ab12a1b5" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.380878] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cdf7238-451f-4652-91ab-fc85ab12a1b5" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.381144] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cdf7238-451f-4652-91ab-fc85ab12a1b5" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.381346] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.381489] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.381584] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.381740] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.381821] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.381905] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cdf7238-451f-4652-91ab-fc85ab12a1b5" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.381995] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9cdf7238-451f-4652-91ab-fc85ab12a1b5',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.403529] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 56a8d4d9-e4b8-4c97-bde5-0fadd80aae09 in Status: SUCCESS [ 693.403791] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-56a8d4d9-e4b8-4c97-bde5-0fadd80aae09" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.739833] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ae0d15ea-95ee-4114-8fd2-bc23c0afd37f in Status: SUCCESS [ 693.740174] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae0d15ea-95ee-4114-8fd2-bc23c0afd37f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.741536] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae0d15ea-95ee-4114-8fd2-bc23c0afd37f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.741536] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae0d15ea-95ee-4114-8fd2-bc23c0afd37f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.741703] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.741753] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.741946] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.742106] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.742235] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.742376] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae0d15ea-95ee-4114-8fd2-bc23c0afd37f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.742532] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ae0d15ea-95ee-4114-8fd2-bc23c0afd37f',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.747411] env[66341]: INFO networking_nsxv3.common.synchronization [req-6d8ba1f8-08e5-4a87-b3e2-bc072b513186 req-485c4607-f97f-4db8-9f08-ac7ebd8d540c tempest-InstanceActionsV221TestJSON-714245561 tempest-InstanceActionsV221TestJSON-714245561-project-member] Enqueued Resource ID: e83c997d-7705-4cd4-85bf-1c614630f4a7 with Priority: HIGHEST for action security_group_members [ 693.748125] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e83c997d-7705-4cd4-85bf-1c614630f4a7 with Priority: HIGHEST for action security_group_members [ 693.748538] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-e83c997d-7705-4cd4-85bf-1c614630f4a7 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.748768] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e83c997d-7705-4cd4-85bf-1c614630f4a7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.748872] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e83c997d-7705-4cd4-85bf-1c614630f4a7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.749869] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e83c997d-7705-4cd4-85bf-1c614630f4a7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.749869] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.749869] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.749869] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.750205] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.750205] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.750331] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e83c997d-7705-4cd4-85bf-1c614630f4a7',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.885266] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9cdf7238-451f-4652-91ab-fc85ab12a1b5: rpc.has_security_group_logging(os_id): False [ 693.907649] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.907828] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.908029] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.908650] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.908975] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.909072] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.909235] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.909331] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.909556] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.909845] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.909960] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.910943] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.910943] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.910943] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.911171] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.911442] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.911797] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.912044] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.912292] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.912412] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.912590] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9cdf7238-451f-4652-91ab-fc85ab12a1b5 is going to be updated. [ 693.987866] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.988052] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.988199] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.988480] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.988688] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.007411] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9cdf7238-451f-4652-91ab-fc85ab12a1b5 in Status: IN_PROGRESS for 2s [ 694.249587] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ae0d15ea-95ee-4114-8fd2-bc23c0afd37f',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.255092] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.255524] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.255524] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.255880] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.256076] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.256347] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.256512] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.256625] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.256916] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.257086] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.257256] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e83c997d-7705-4cd4-85bf-1c614630f4a7 already deleted. [ 694.258624] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e83c997d-7705-4cd4-85bf-1c614630f4a7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.279107] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock network-965 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.279355] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "network-965" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.279502] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "network-965" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.279928] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "network-965" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.280250] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.280754] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.280754] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.280880] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.281157] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.281427] env[66341]: DEBUG dogpile.cache.region [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 694.281589] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] NeedRegenerationException {{(pid=66341) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 694.281706] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] no value, waiting for create lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 694.281811] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] value creation lock acquired {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 694.281936] env[66341]: DEBUG dogpile.cache.region [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 694.282113] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Calling creation function for not-yet-present value {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 694.282282] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 694.368912] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 694.369702] env[66341]: DEBUG dogpile.cache.region [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Cache value generated in 0.087 seconds for key(s): 'zone-id' {{(pid=66341) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 694.369702] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Released creation lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 694.369825] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "network-965" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.370093] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock port-8778de27-78e6-4160-b8ad-8dacee68bd2b taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.371033] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "port-8778de27-78e6-4160-b8ad-8dacee68bd2b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.371033] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "port-8778de27-78e6-4160-b8ad-8dacee68bd2b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.371033] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "port-8778de27-78e6-4160-b8ad-8dacee68bd2b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.371033] env[66341]: DEBUG networking_nsxv3.api.rpc [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8778de27-78e6-4160-b8ad-8dacee68bd2b',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.757632] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ae0d15ea-95ee-4114-8fd2-bc23c0afd37f: rpc.has_security_group_logging(os_id): False [ 694.779649] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.779649] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.779649] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.780120] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.780322] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.780631] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.780778] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.780853] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.781126] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.784025] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.784025] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ae0d15ea-95ee-4114-8fd2-bc23c0afd37f is going to be created. [ 694.864624] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.864624] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.864624] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.865286] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.865286] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.877254] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.877254] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.877254] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.877254] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.877254] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.877254] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Segment Port 8778de27-78e6-4160-b8ad-8dacee68bd2b not found, creating... [ 694.877254] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.877254] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.877254] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.877770] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.877770] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.877896] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.878140] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.878373] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.878763] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.878845] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.882043] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Resource: SegmentPort with ID: 8778de27-78e6-4160-b8ad-8dacee68bd2b is going to be created. [ 694.883060] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ae0d15ea-95ee-4114-8fd2-bc23c0afd37f in Status: IN_PROGRESS for 2s [ 694.917345] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.917809] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.917857] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.919116] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.919116] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.919116] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "port-8778de27-78e6-4160-b8ad-8dacee68bd2b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.706092] env[66341]: INFO networking_nsxv3.common.synchronization [req-6d8ba1f8-08e5-4a87-b3e2-bc072b513186 req-dc4c639e-d756-49e5-a9d7-5b9e34f00162 service nova] Enqueued Resource ID: e83c997d-7705-4cd4-85bf-1c614630f4a7 with Priority: HIGHEST for action security_group_rules [ 695.707721] env[66341]: INFO networking_nsxv3.common.synchronization [req-6d8ba1f8-08e5-4a87-b3e2-bc072b513186 req-dc4c639e-d756-49e5-a9d7-5b9e34f00162 service nova] Enqueued Resource ID: e83c997d-7705-4cd4-85bf-1c614630f4a7 with Priority: HIGHEST for action security_group_members [ 695.708025] env[66341]: INFO networking_nsxv3.common.synchronization [req-6d8ba1f8-08e5-4a87-b3e2-bc072b513186 req-dc4c639e-d756-49e5-a9d7-5b9e34f00162 service nova] Enqueued Resource ID: 8778de27-78e6-4160-b8ad-8dacee68bd2b with Priority: HIGHEST for action port [ 695.708872] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e83c997d-7705-4cd4-85bf-1c614630f4a7 with Priority: HIGHEST for action security_group_rules [ 695.709039] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e83c997d-7705-4cd4-85bf-1c614630f4a7 with Priority: HIGHEST for action security_group_members [ 695.711151] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8778de27-78e6-4160-b8ad-8dacee68bd2b with Priority: HIGHEST for action port [ 695.711621] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e83c997d-7705-4cd4-85bf-1c614630f4a7 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.711773] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e83c997d-7705-4cd4-85bf-1c614630f4a7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.712886] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e83c997d-7705-4cd4-85bf-1c614630f4a7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.713293] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e83c997d-7705-4cd4-85bf-1c614630f4a7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.713534] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e83c997d-7705-4cd4-85bf-1c614630f4a7',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.714737] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-e83c997d-7705-4cd4-85bf-1c614630f4a7 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.714904] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e83c997d-7705-4cd4-85bf-1c614630f4a7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.714986] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e83c997d-7705-4cd4-85bf-1c614630f4a7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.715651] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e83c997d-7705-4cd4-85bf-1c614630f4a7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.715713] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.716465] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.716465] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.716465] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.716465] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.716465] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e83c997d-7705-4cd4-85bf-1c614630f4a7',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.718687] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-8778de27-78e6-4160-b8ad-8dacee68bd2b taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.718687] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8778de27-78e6-4160-b8ad-8dacee68bd2b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.718687] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8778de27-78e6-4160-b8ad-8dacee68bd2b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.718687] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8778de27-78e6-4160-b8ad-8dacee68bd2b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.718687] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8778de27-78e6-4160-b8ad-8dacee68bd2b',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.026294] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9cdf7238-451f-4652-91ab-fc85ab12a1b5 in Status: SUCCESS [ 696.026591] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9cdf7238-451f-4652-91ab-fc85ab12a1b5" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.220090] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-e83c997d-7705-4cd4-85bf-1c614630f4a7 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.220232] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e83c997d-7705-4cd4-85bf-1c614630f4a7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.222346] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e83c997d-7705-4cd4-85bf-1c614630f4a7',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.223540] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8778de27-78e6-4160-b8ad-8dacee68bd2b with status ACTIVE [ 696.224076] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.224076] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.224076] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.225317] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.225317] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.225317] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.225317] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.225317] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.225317] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.225317] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.227281] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.227281] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.227281] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.227281] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.227281] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.227281] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8778de27-78e6-4160-b8ad-8dacee68bd2b is going to be updated. [ 696.253341] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.253661] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.253782] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.254122] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.255649] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.255746] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8778de27-78e6-4160-b8ad-8dacee68bd2b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.729410] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e83c997d-7705-4cd4-85bf-1c614630f4a7',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.903525] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ae0d15ea-95ee-4114-8fd2-bc23c0afd37f in Status: SUCCESS [ 696.903827] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ae0d15ea-95ee-4114-8fd2-bc23c0afd37f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.232146] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.232522] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.232522] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.233017] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.233017] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.233017] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e83c997d-7705-4cd4-85bf-1c614630f4a7 is going to be created. [ 697.262473] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.262648] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.262717] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.262971] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.263343] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.274143] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e83c997d-7705-4cd4-85bf-1c614630f4a7 in Status: UNINITIALIZED for 2s [ 698.071804] env[66341]: INFO networking_nsxv3.common.synchronization [None req-09bc22fc-9de2-4920-9c9d-306c86fa64d0 None None] Enqueued Resource ID: 4fce338a-4f42-49bf-9b94-aa450ba27fe9 with Priority: HIGHEST for action port [ 698.072384] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4fce338a-4f42-49bf-9b94-aa450ba27fe9 with Priority: HIGHEST for action port [ 698.072797] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-4fce338a-4f42-49bf-9b94-aa450ba27fe9 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.072948] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4fce338a-4f42-49bf-9b94-aa450ba27fe9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.073013] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4fce338a-4f42-49bf-9b94-aa450ba27fe9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.073590] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4fce338a-4f42-49bf-9b94-aa450ba27fe9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.073824] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4fce338a-4f42-49bf-9b94-aa450ba27fe9',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.577277] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4fce338a-4f42-49bf-9b94-aa450ba27fe9 [ 698.579029] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.579029] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.579029] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.579029] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.579029] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.579029] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4fce338a-4f42-49bf-9b94-aa450ba27fe9 already deleted. [ 698.579029] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4fce338a-4f42-49bf-9b94-aa450ba27fe9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.288542] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e83c997d-7705-4cd4-85bf-1c614630f4a7 in Status: SUCCESS [ 699.288734] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e83c997d-7705-4cd4-85bf-1c614630f4a7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.288912] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e83c997d-7705-4cd4-85bf-1c614630f4a7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.290231] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e83c997d-7705-4cd4-85bf-1c614630f4a7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.290231] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.290231] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.290231] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.290231] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.290231] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.290231] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e83c997d-7705-4cd4-85bf-1c614630f4a7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.290231] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e83c997d-7705-4cd4-85bf-1c614630f4a7',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.792579] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-e83c997d-7705-4cd4-85bf-1c614630f4a7 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.792579] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e83c997d-7705-4cd4-85bf-1c614630f4a7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.793061] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e83c997d-7705-4cd4-85bf-1c614630f4a7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.793597] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e83c997d-7705-4cd4-85bf-1c614630f4a7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.794214] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.794520] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.797020] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.797020] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.797020] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.797020] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e83c997d-7705-4cd4-85bf-1c614630f4a7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.797020] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-e83c997d-7705-4cd4-85bf-1c614630f4a7 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.797020] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e83c997d-7705-4cd4-85bf-1c614630f4a7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.797020] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e83c997d-7705-4cd4-85bf-1c614630f4a7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.797020] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e83c997d-7705-4cd4-85bf-1c614630f4a7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.797020] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.797020] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.797020] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.797020] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.797020] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.797020] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e83c997d-7705-4cd4-85bf-1c614630f4a7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.797020] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e83c997d-7705-4cd4-85bf-1c614630f4a7',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.300560] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e83c997d-7705-4cd4-85bf-1c614630f4a7: rpc.has_security_group_logging(os_id): False [ 700.322263] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.322544] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.322960] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.323350] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.323460] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.324139] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.324927] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.325037] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.325248] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.325343] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.325556] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.325666] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.325731] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.325924] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.326023] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.326211] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.326310] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.326383] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.326525] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.326603] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.326716] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e83c997d-7705-4cd4-85bf-1c614630f4a7 is going to be created. [ 700.422197] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.422510] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.422640] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.422908] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.423127] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.439829] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e83c997d-7705-4cd4-85bf-1c614630f4a7 in Status: IN_PROGRESS for 2s [ 700.526948] env[66341]: INFO networking_nsxv3.common.synchronization [None req-de3465ee-6304-455b-b349-1f2c6628ce73 None None] Enqueued Resource ID: 96f76c21-c068-486c-a5d8-769c360e044b with Priority: HIGHEST for action port [ 700.527590] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96f76c21-c068-486c-a5d8-769c360e044b with Priority: HIGHEST for action port [ 700.527973] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-96f76c21-c068-486c-a5d8-769c360e044b taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.528299] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-96f76c21-c068-486c-a5d8-769c360e044b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.528374] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-96f76c21-c068-486c-a5d8-769c360e044b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.528650] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-96f76c21-c068-486c-a5d8-769c360e044b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.528724] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('96f76c21-c068-486c-a5d8-769c360e044b',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.030610] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 96f76c21-c068-486c-a5d8-769c360e044b [ 701.030990] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.031206] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.031318] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.031546] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.031654] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.031766] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:96f76c21-c068-486c-a5d8-769c360e044b already deleted. [ 701.031886] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-96f76c21-c068-486c-a5d8-769c360e044b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.636294] env[66341]: INFO networking_nsxv3.common.synchronization [None req-6424fae6-46f3-4d86-8216-a7c0545c00fc None None] Enqueued Resource ID: 8f386076-68bb-4143-a147-2830cfc98aba with Priority: HIGHEST for action port [ 701.636294] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f386076-68bb-4143-a147-2830cfc98aba with Priority: HIGHEST for action port [ 701.637941] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-8f386076-68bb-4143-a147-2830cfc98aba taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.637941] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8f386076-68bb-4143-a147-2830cfc98aba" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.637941] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8f386076-68bb-4143-a147-2830cfc98aba" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.637941] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8f386076-68bb-4143-a147-2830cfc98aba" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.637941] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8f386076-68bb-4143-a147-2830cfc98aba',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.139413] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8f386076-68bb-4143-a147-2830cfc98aba [ 702.139744] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.139923] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.140429] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.140429] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.140429] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.140634] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8f386076-68bb-4143-a147-2830cfc98aba already deleted. [ 702.140855] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8f386076-68bb-4143-a147-2830cfc98aba" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.361582] env[66341]: INFO networking_nsxv3.common.synchronization [None req-6b6e8957-7961-4348-97d4-22fc30e5d740 None None] Enqueued Resource ID: 2e6918f3-9746-4804-b1db-386e34759266 with Priority: HIGHEST for action port [ 702.363115] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e6918f3-9746-4804-b1db-386e34759266 with Priority: HIGHEST for action port [ 702.365287] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-2e6918f3-9746-4804-b1db-386e34759266 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.365592] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2e6918f3-9746-4804-b1db-386e34759266" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.365893] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2e6918f3-9746-4804-b1db-386e34759266" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.367317] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2e6918f3-9746-4804-b1db-386e34759266" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.367317] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2e6918f3-9746-4804-b1db-386e34759266',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.471290] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e83c997d-7705-4cd4-85bf-1c614630f4a7 in Status: SUCCESS [ 702.472584] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e83c997d-7705-4cd4-85bf-1c614630f4a7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.871648] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2e6918f3-9746-4804-b1db-386e34759266 [ 702.871978] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.872181] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.872294] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.872685] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.872824] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.872950] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2e6918f3-9746-4804-b1db-386e34759266 already deleted. [ 702.873083] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2e6918f3-9746-4804-b1db-386e34759266" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.105576] env[66341]: INFO networking_nsxv3.common.synchronization [req-f914358f-32bf-4cbe-852f-4a18f80e82f3 req-270477d3-3020-4e70-829b-7638f016bcc5 tempest-ImagesOneServerNegativeTestJSON-317969175 tempest-ImagesOneServerNegativeTestJSON-317969175-project-member] Enqueued Resource ID: 3a4db453-806e-4421-9a20-de590427fd35 with Priority: HIGHEST for action security_group_members [ 704.106440] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a4db453-806e-4421-9a20-de590427fd35 with Priority: HIGHEST for action security_group_members [ 704.106796] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a4db453-806e-4421-9a20-de590427fd35 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.106921] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a4db453-806e-4421-9a20-de590427fd35" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.106984] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a4db453-806e-4421-9a20-de590427fd35" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.107504] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a4db453-806e-4421-9a20-de590427fd35" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.107891] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.107891] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.109725] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.109725] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.109725] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.109725] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3a4db453-806e-4421-9a20-de590427fd35',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.612454] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.612696] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.613219] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.613219] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.613219] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.613336] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.613409] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.613449] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.613583] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.613656] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.613738] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3a4db453-806e-4421-9a20-de590427fd35 is going to be updated. [ 704.655652] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.656481] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.656481] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.656481] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.656481] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.668296] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3a4db453-806e-4421-9a20-de590427fd35 in Status: IN_PROGRESS for 2s [ 705.873961] env[66341]: INFO networking_nsxv3.common.synchronization [req-ea8acc86-96e8-4cc2-bf3e-6b79d472ccae req-7d25b87e-ac95-4d42-af8a-edb130013bbe tempest-VolumesAdminNegativeTest-1773408548 tempest-VolumesAdminNegativeTest-1773408548-project-member] Enqueued Resource ID: 54c602c8-3132-402f-970c-ac9034931047 with Priority: HIGHEST for action security_group_members [ 705.875319] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54c602c8-3132-402f-970c-ac9034931047 with Priority: HIGHEST for action security_group_members [ 705.875319] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-54c602c8-3132-402f-970c-ac9034931047 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.875319] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54c602c8-3132-402f-970c-ac9034931047" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.875319] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54c602c8-3132-402f-970c-ac9034931047" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.875656] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54c602c8-3132-402f-970c-ac9034931047" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.875841] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.876063] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.876191] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.877189] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.877189] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.877189] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('54c602c8-3132-402f-970c-ac9034931047',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.956433] env[66341]: INFO networking_nsxv3.common.synchronization [None req-f0d1adc2-127f-4000-bda4-970c0e5dc921 None None] Enqueued Resource ID: 62f71a99-de35-48fa-be01-ca90be21235f with Priority: HIGHEST for action port [ 705.957195] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62f71a99-de35-48fa-be01-ca90be21235f with Priority: HIGHEST for action port [ 705.957520] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-62f71a99-de35-48fa-be01-ca90be21235f taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.957641] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-62f71a99-de35-48fa-be01-ca90be21235f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.957713] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-62f71a99-de35-48fa-be01-ca90be21235f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.958010] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-62f71a99-de35-48fa-be01-ca90be21235f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.958122] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('62f71a99-de35-48fa-be01-ca90be21235f',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.217084] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock network-10 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.217346] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "network-10" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.217483] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "network-10" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.217810] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "network-10" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.218096] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.218273] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.218386] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.218622] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.218797] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.219080] env[66341]: DEBUG dogpile.cache.region [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 706.219193] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] NeedRegenerationException {{(pid=66341) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 706.219295] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] no value, waiting for create lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 706.219396] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] value creation lock acquired {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 706.219497] env[66341]: DEBUG dogpile.cache.region [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 706.219592] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Calling creation function for not-yet-present value {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 706.219738] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 706.241970] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 706.242367] env[66341]: DEBUG dogpile.cache.region [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66341) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 706.242443] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Released creation lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 706.242698] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "network-10" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.243171] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock port-f6d2bb5e-c46a-40c4-ae02-50118923d5da taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.243435] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "port-f6d2bb5e-c46a-40c4-ae02-50118923d5da" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.243631] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "port-f6d2bb5e-c46a-40c4-ae02-50118923d5da" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.244893] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "port-f6d2bb5e-c46a-40c4-ae02-50118923d5da" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.244893] env[66341]: DEBUG networking_nsxv3.api.rpc [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f6d2bb5e-c46a-40c4-ae02-50118923d5da',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.378802] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.379016] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.379098] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.379358] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.379457] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.379668] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.379777] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.380120] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.380120] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.380120] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.380304] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 54c602c8-3132-402f-970c-ac9034931047 already deleted. [ 706.380405] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54c602c8-3132-402f-970c-ac9034931047" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.461073] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 62f71a99-de35-48fa-be01-ca90be21235f [ 706.461073] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.461282] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.461282] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.461478] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.461662] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.461732] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:62f71a99-de35-48fa-be01-ca90be21235f already deleted. [ 706.461821] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-62f71a99-de35-48fa-be01-ca90be21235f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.679418] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3a4db453-806e-4421-9a20-de590427fd35 in Status: SUCCESS [ 706.679619] env[66341]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3a4db453-806e-4421-9a20-de590427fd35 deletion is rescheduled due to dependency. [ 706.679772] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a4db453-806e-4421-9a20-de590427fd35" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.747356] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.747647] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.747935] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.748279] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.748445] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.748659] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Segment Port f6d2bb5e-c46a-40c4-ae02-50118923d5da not found, creating... [ 706.749107] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.749376] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.749535] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.749779] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.749940] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.750270] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.750427] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.750551] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.750824] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.750993] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.751156] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Resource: SegmentPort with ID: f6d2bb5e-c46a-40c4-ae02-50118923d5da is going to be created. [ 706.775446] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.775667] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.775868] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.776227] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.776543] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.776819] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "port-f6d2bb5e-c46a-40c4-ae02-50118923d5da" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.803545] env[66341]: INFO networking_nsxv3.common.synchronization [None req-096b5801-979e-41fb-88b4-c9113f33f865 None None] Enqueued Resource ID: 78799fb9-15d3-48fd-aa25-3cb467b0969a with Priority: HIGHEST for action port [ 706.804321] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78799fb9-15d3-48fd-aa25-3cb467b0969a with Priority: HIGHEST for action port [ 706.804462] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-78799fb9-15d3-48fd-aa25-3cb467b0969a taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.804600] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-78799fb9-15d3-48fd-aa25-3cb467b0969a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.804673] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-78799fb9-15d3-48fd-aa25-3cb467b0969a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.807740] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-78799fb9-15d3-48fd-aa25-3cb467b0969a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.807851] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('78799fb9-15d3-48fd-aa25-3cb467b0969a',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.309575] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 78799fb9-15d3-48fd-aa25-3cb467b0969a [ 707.309903] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.310102] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.310102] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.310298] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.310443] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.310580] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:78799fb9-15d3-48fd-aa25-3cb467b0969a already deleted. [ 707.310693] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-78799fb9-15d3-48fd-aa25-3cb467b0969a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.515152] env[66341]: INFO networking_nsxv3.common.synchronization [req-ea8acc86-96e8-4cc2-bf3e-6b79d472ccae req-8743c80a-b3cc-48d4-8f3d-bd0e05601a7e service nova] Enqueued Resource ID: 54c602c8-3132-402f-970c-ac9034931047 with Priority: HIGHEST for action security_group_rules [ 707.515325] env[66341]: INFO networking_nsxv3.common.synchronization [req-ea8acc86-96e8-4cc2-bf3e-6b79d472ccae req-8743c80a-b3cc-48d4-8f3d-bd0e05601a7e service nova] Enqueued Resource ID: 54c602c8-3132-402f-970c-ac9034931047 with Priority: HIGHEST for action security_group_members [ 707.515497] env[66341]: INFO networking_nsxv3.common.synchronization [req-ea8acc86-96e8-4cc2-bf3e-6b79d472ccae req-8743c80a-b3cc-48d4-8f3d-bd0e05601a7e service nova] Enqueued Resource ID: f6d2bb5e-c46a-40c4-ae02-50118923d5da with Priority: HIGHEST for action port [ 707.516132] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54c602c8-3132-402f-970c-ac9034931047 with Priority: HIGHEST for action security_group_rules [ 707.516286] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54c602c8-3132-402f-970c-ac9034931047 with Priority: HIGHEST for action security_group_members [ 707.516410] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6d2bb5e-c46a-40c4-ae02-50118923d5da with Priority: HIGHEST for action port [ 707.516732] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-54c602c8-3132-402f-970c-ac9034931047 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.516890] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-54c602c8-3132-402f-970c-ac9034931047" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.516959] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-54c602c8-3132-402f-970c-ac9034931047" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.517373] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-54c602c8-3132-402f-970c-ac9034931047" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.517428] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('54c602c8-3132-402f-970c-ac9034931047',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.518467] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-54c602c8-3132-402f-970c-ac9034931047 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.519141] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54c602c8-3132-402f-970c-ac9034931047" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.519141] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54c602c8-3132-402f-970c-ac9034931047" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.519141] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54c602c8-3132-402f-970c-ac9034931047" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.519141] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.519419] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.519419] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.519700] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.519700] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.519790] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('54c602c8-3132-402f-970c-ac9034931047',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.521272] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-f6d2bb5e-c46a-40c4-ae02-50118923d5da taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.521272] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f6d2bb5e-c46a-40c4-ae02-50118923d5da" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.521428] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f6d2bb5e-c46a-40c4-ae02-50118923d5da" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.521560] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f6d2bb5e-c46a-40c4-ae02-50118923d5da" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.521675] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f6d2bb5e-c46a-40c4-ae02-50118923d5da',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.024045] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-54c602c8-3132-402f-970c-ac9034931047 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.024045] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54c602c8-3132-402f-970c-ac9034931047" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.024274] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('54c602c8-3132-402f-970c-ac9034931047',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.025231] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f6d2bb5e-c46a-40c4-ae02-50118923d5da with status ACTIVE [ 708.025448] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.025606] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.025689] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.025941] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.026051] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.026237] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.026335] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.026452] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.026632] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.026717] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.026950] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.027084] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.027148] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.027335] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.027447] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.027539] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f6d2bb5e-c46a-40c4-ae02-50118923d5da is going to be updated. [ 708.050823] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.051023] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.051146] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.051406] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.051546] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.051714] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f6d2bb5e-c46a-40c4-ae02-50118923d5da" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.529891] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('54c602c8-3132-402f-970c-ac9034931047',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.032453] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.032683] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.032774] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.033121] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.033234] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.033361] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 54c602c8-3132-402f-970c-ac9034931047 is going to be created. [ 709.059242] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.059445] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.059496] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.059696] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.059863] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.070342] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 54c602c8-3132-402f-970c-ac9034931047 in Status: UNINITIALIZED for 2s [ 709.954764] env[66341]: INFO networking_nsxv3.common.synchronization [req-ed775ee8-33f2-41a3-90d1-9f08b928b8cf req-e9693fbf-7bcc-4b26-99bb-e065863e5977 tempest-MigrationsAdminTest-2112980872 tempest-MigrationsAdminTest-2112980872-project-member] Enqueued Resource ID: 77233b36-3501-4be5-bd28-768a6d59f79b with Priority: HIGHEST for action security_group_members [ 709.955972] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77233b36-3501-4be5-bd28-768a6d59f79b with Priority: HIGHEST for action security_group_members [ 709.955972] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-77233b36-3501-4be5-bd28-768a6d59f79b taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.956193] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77233b36-3501-4be5-bd28-768a6d59f79b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.956193] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77233b36-3501-4be5-bd28-768a6d59f79b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.956321] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77233b36-3501-4be5-bd28-768a6d59f79b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.956493] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.956598] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.956947] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.956947] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.956947] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.957089] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('77233b36-3501-4be5-bd28-768a6d59f79b',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.363373] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock network-964 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.363580] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "network-964" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.363828] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "network-964" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.364085] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "network-964" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.364484] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.364734] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.364864] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.365336] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.365418] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.365642] env[66341]: DEBUG dogpile.cache.region [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 710.365771] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] NeedRegenerationException {{(pid=66341) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 710.365877] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] no value, waiting for create lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 710.365978] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] value creation lock acquired {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 710.366135] env[66341]: DEBUG dogpile.cache.region [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 710.366305] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Calling creation function for not-yet-present value {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 710.366487] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 710.386405] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 710.386616] env[66341]: DEBUG dogpile.cache.region [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66341) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 710.386859] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Released creation lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 710.386919] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "network-964" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.387324] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock port-3da78ea4-b7c1-48d7-94b1-a7a286d78587 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.387505] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "port-3da78ea4-b7c1-48d7-94b1-a7a286d78587" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.387619] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "port-3da78ea4-b7c1-48d7-94b1-a7a286d78587" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.388035] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "port-3da78ea4-b7c1-48d7-94b1-a7a286d78587" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.388185] env[66341]: DEBUG networking_nsxv3.api.rpc [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3da78ea4-b7c1-48d7-94b1-a7a286d78587',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.458757] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('77233b36-3501-4be5-bd28-768a6d59f79b',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.890839] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.891142] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.891233] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.891758] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.892059] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.892338] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Segment Port 3da78ea4-b7c1-48d7-94b1-a7a286d78587 not found, creating... [ 710.892895] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.893150] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.893406] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.893920] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.894230] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.894622] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.894904] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.895197] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.895521] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.895764] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.896051] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Resource: SegmentPort with ID: 3da78ea4-b7c1-48d7-94b1-a7a286d78587 is going to be created. [ 710.921801] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.922054] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.922180] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.922467] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.922754] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.922999] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "port-3da78ea4-b7c1-48d7-94b1-a7a286d78587" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.961040] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('77233b36-3501-4be5-bd28-768a6d59f79b',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.082178] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 54c602c8-3132-402f-970c-ac9034931047 in Status: SUCCESS [ 711.082178] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54c602c8-3132-402f-970c-ac9034931047" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.082178] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54c602c8-3132-402f-970c-ac9034931047" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.082421] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54c602c8-3132-402f-970c-ac9034931047" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.082541] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.082644] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.082699] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.082831] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.082901] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.082984] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54c602c8-3132-402f-970c-ac9034931047" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.083113] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('54c602c8-3132-402f-970c-ac9034931047',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.463262] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.463423] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.463499] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.463766] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.463862] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.463963] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77233b36-3501-4be5-bd28-768a6d59f79b is going to be updated. [ 711.495425] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.495690] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.495690] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.495866] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.496024] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.505351] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77233b36-3501-4be5-bd28-768a6d59f79b in Status: IN_PROGRESS for 2s [ 711.585208] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-54c602c8-3132-402f-970c-ac9034931047 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.585414] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54c602c8-3132-402f-970c-ac9034931047" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.585414] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54c602c8-3132-402f-970c-ac9034931047" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.585677] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54c602c8-3132-402f-970c-ac9034931047" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.585839] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.585932] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.585999] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.586181] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.586268] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.586359] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54c602c8-3132-402f-970c-ac9034931047" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.586505] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-54c602c8-3132-402f-970c-ac9034931047 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.586596] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54c602c8-3132-402f-970c-ac9034931047" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.586656] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54c602c8-3132-402f-970c-ac9034931047" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.586794] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54c602c8-3132-402f-970c-ac9034931047" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.586929] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.587133] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.587197] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.587334] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.587410] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.587485] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54c602c8-3132-402f-970c-ac9034931047" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.587572] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('54c602c8-3132-402f-970c-ac9034931047',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.651609] env[66341]: INFO networking_nsxv3.common.synchronization [req-ed775ee8-33f2-41a3-90d1-9f08b928b8cf req-bbab0ebd-2b19-4702-b7eb-47069061d84e service nova] Enqueued Resource ID: 77233b36-3501-4be5-bd28-768a6d59f79b with Priority: HIGHEST for action security_group_rules [ 711.652082] env[66341]: INFO networking_nsxv3.common.synchronization [req-ed775ee8-33f2-41a3-90d1-9f08b928b8cf req-bbab0ebd-2b19-4702-b7eb-47069061d84e service nova] Enqueued Resource ID: 77233b36-3501-4be5-bd28-768a6d59f79b with Priority: HIGHEST for action security_group_members [ 711.652304] env[66341]: INFO networking_nsxv3.common.synchronization [req-ed775ee8-33f2-41a3-90d1-9f08b928b8cf req-bbab0ebd-2b19-4702-b7eb-47069061d84e service nova] Enqueued Resource ID: 3da78ea4-b7c1-48d7-94b1-a7a286d78587 with Priority: HIGHEST for action port [ 711.653029] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77233b36-3501-4be5-bd28-768a6d59f79b with Priority: HIGHEST for action security_group_rules [ 711.653213] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77233b36-3501-4be5-bd28-768a6d59f79b with Priority: HIGHEST for action security_group_members [ 711.653324] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3da78ea4-b7c1-48d7-94b1-a7a286d78587 with Priority: HIGHEST for action port [ 711.653698] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-77233b36-3501-4be5-bd28-768a6d59f79b taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.654418] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-77233b36-3501-4be5-bd28-768a6d59f79b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.654418] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-77233b36-3501-4be5-bd28-768a6d59f79b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.654642] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-77233b36-3501-4be5-bd28-768a6d59f79b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.654728] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('77233b36-3501-4be5-bd28-768a6d59f79b',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.655891] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-77233b36-3501-4be5-bd28-768a6d59f79b taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.655891] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77233b36-3501-4be5-bd28-768a6d59f79b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.656619] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-3da78ea4-b7c1-48d7-94b1-a7a286d78587 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.656619] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3da78ea4-b7c1-48d7-94b1-a7a286d78587" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.656619] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3da78ea4-b7c1-48d7-94b1-a7a286d78587" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.656778] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3da78ea4-b7c1-48d7-94b1-a7a286d78587" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.656809] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3da78ea4-b7c1-48d7-94b1-a7a286d78587',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.890023] env[66341]: INFO networking_nsxv3.common.synchronization [req-ca1b9a3b-e874-412d-b924-b299907d4ee3 req-e59f0c60-54d3-4672-b221-d0b1beee0061 tempest-AttachInterfacesV270Test-1135763285 tempest-AttachInterfacesV270Test-1135763285-project-member] Enqueued Resource ID: b78067b2-0e49-46cc-a600-711266e185c4 with Priority: HIGHEST for action security_group_members [ 711.890644] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b78067b2-0e49-46cc-a600-711266e185c4 with Priority: HIGHEST for action security_group_members [ 711.890993] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-b78067b2-0e49-46cc-a600-711266e185c4 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.891520] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b78067b2-0e49-46cc-a600-711266e185c4" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.891602] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b78067b2-0e49-46cc-a600-711266e185c4" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.891918] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b78067b2-0e49-46cc-a600-711266e185c4" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.892197] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.892306] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.892373] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.892638] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.892638] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.892882] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b78067b2-0e49-46cc-a600-711266e185c4',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.089575] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 54c602c8-3132-402f-970c-ac9034931047: rpc.has_security_group_logging(os_id): False [ 712.108152] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.108340] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.108406] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.108634] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.108715] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.108924] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.109035] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.109087] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.109212] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.109332] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.109492] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.109582] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.109631] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.109776] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.109871] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.110098] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.110215] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.110268] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.110412] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.110507] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.110591] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 54c602c8-3132-402f-970c-ac9034931047 is going to be created. [ 712.158262] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-77233b36-3501-4be5-bd28-768a6d59f79b taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.158419] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77233b36-3501-4be5-bd28-768a6d59f79b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.160275] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3da78ea4-b7c1-48d7-94b1-a7a286d78587 with status ACTIVE [ 712.160275] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.160275] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.160275] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.160510] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.160510] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.160787] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.161624] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.161624] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.161624] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.161624] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.161624] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.161624] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.161624] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.161891] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.161891] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.161891] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3da78ea4-b7c1-48d7-94b1-a7a286d78587 is going to be updated. [ 712.178729] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.180966] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.180966] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.180966] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.180966] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.191891] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.191891] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.191891] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.191891] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.191891] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.191891] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3da78ea4-b7c1-48d7-94b1-a7a286d78587" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.191891] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 54c602c8-3132-402f-970c-ac9034931047 in Status: IN_PROGRESS for 2s [ 712.224819] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock network-267 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.225096] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "network-267" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.225246] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "network-267" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.225786] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "network-267" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.226107] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.226341] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.226379] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.226624] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.226768] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.227234] env[66341]: DEBUG dogpile.cache.region [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 712.227456] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] NeedRegenerationException {{(pid=66341) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 712.227645] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] no value, waiting for create lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 712.227936] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] value creation lock acquired {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 712.228181] env[66341]: DEBUG dogpile.cache.region [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 712.228375] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Calling creation function for not-yet-present value {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 712.228588] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 712.305510] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 712.305696] env[66341]: DEBUG dogpile.cache.region [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Cache value generated in 0.077 seconds for key(s): 'zone-id' {{(pid=66341) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 712.305862] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Released creation lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 712.306115] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "network-267" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.306500] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock port-0f0a61d3-be8e-4b01-99ac-95cb68fa532c taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.306753] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "port-0f0a61d3-be8e-4b01-99ac-95cb68fa532c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.306837] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "port-0f0a61d3-be8e-4b01-99ac-95cb68fa532c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.307300] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "port-0f0a61d3-be8e-4b01-99ac-95cb68fa532c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.307400] env[66341]: DEBUG networking_nsxv3.api.rpc [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0f0a61d3-be8e-4b01-99ac-95cb68fa532c',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.396168] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.396354] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.396471] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.396648] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.396769] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.396947] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.397078] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.397388] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.397388] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.397513] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.397568] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b78067b2-0e49-46cc-a600-711266e185c4 already deleted. [ 712.397661] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b78067b2-0e49-46cc-a600-711266e185c4" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.810914] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.811193] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.811294] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.811582] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.811741] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.811902] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Segment Port 0f0a61d3-be8e-4b01-99ac-95cb68fa532c not found, creating... [ 712.812217] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.812374] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.812489] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.812763] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.813015] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.813344] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.813520] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.813712] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.814092] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.814092] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.814338] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Resource: SegmentPort with ID: 0f0a61d3-be8e-4b01-99ac-95cb68fa532c is going to be created. [ 712.861360] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.861556] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.861680] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.861961] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.862206] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.862420] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "port-0f0a61d3-be8e-4b01-99ac-95cb68fa532c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.516579] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77233b36-3501-4be5-bd28-768a6d59f79b in Status: SUCCESS [ 713.516579] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77233b36-3501-4be5-bd28-768a6d59f79b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.516579] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77233b36-3501-4be5-bd28-768a6d59f79b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.516579] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77233b36-3501-4be5-bd28-768a6d59f79b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.516579] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.516579] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.517056] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.517056] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.517056] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.517056] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('77233b36-3501-4be5-bd28-768a6d59f79b',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.534803] env[66341]: INFO networking_nsxv3.common.synchronization [req-ca1b9a3b-e874-412d-b924-b299907d4ee3 req-3bd1a54f-dab1-4671-9261-f9140b517cc5 service nova] Enqueued Resource ID: b78067b2-0e49-46cc-a600-711266e185c4 with Priority: HIGHEST for action security_group_rules [ 713.534803] env[66341]: INFO networking_nsxv3.common.synchronization [req-ca1b9a3b-e874-412d-b924-b299907d4ee3 req-3bd1a54f-dab1-4671-9261-f9140b517cc5 service nova] Enqueued Resource ID: b78067b2-0e49-46cc-a600-711266e185c4 with Priority: HIGHEST for action security_group_members [ 713.534803] env[66341]: INFO networking_nsxv3.common.synchronization [req-ca1b9a3b-e874-412d-b924-b299907d4ee3 req-3bd1a54f-dab1-4671-9261-f9140b517cc5 service nova] Enqueued Resource ID: 0f0a61d3-be8e-4b01-99ac-95cb68fa532c with Priority: HIGHEST for action port [ 713.534803] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b78067b2-0e49-46cc-a600-711266e185c4 with Priority: HIGHEST for action security_group_rules [ 713.534803] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b78067b2-0e49-46cc-a600-711266e185c4 with Priority: HIGHEST for action security_group_members [ 713.534803] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f0a61d3-be8e-4b01-99ac-95cb68fa532c with Priority: HIGHEST for action port [ 713.534803] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b78067b2-0e49-46cc-a600-711266e185c4 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.534803] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b78067b2-0e49-46cc-a600-711266e185c4" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.534803] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b78067b2-0e49-46cc-a600-711266e185c4" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.535178] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b78067b2-0e49-46cc-a600-711266e185c4" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.535178] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b78067b2-0e49-46cc-a600-711266e185c4',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.536290] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-b78067b2-0e49-46cc-a600-711266e185c4 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.536290] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b78067b2-0e49-46cc-a600-711266e185c4" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.536414] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b78067b2-0e49-46cc-a600-711266e185c4" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.536745] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b78067b2-0e49-46cc-a600-711266e185c4" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.536745] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.536848] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.536848] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.538500] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.538500] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.538500] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b78067b2-0e49-46cc-a600-711266e185c4',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.538500] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-0f0a61d3-be8e-4b01-99ac-95cb68fa532c taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.538500] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0f0a61d3-be8e-4b01-99ac-95cb68fa532c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.538500] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0f0a61d3-be8e-4b01-99ac-95cb68fa532c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.538500] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0f0a61d3-be8e-4b01-99ac-95cb68fa532c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.538500] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0f0a61d3-be8e-4b01-99ac-95cb68fa532c',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.020234] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('77233b36-3501-4be5-bd28-768a6d59f79b',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.042750] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b78067b2-0e49-46cc-a600-711266e185c4',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.046061] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-b78067b2-0e49-46cc-a600-711266e185c4 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.046061] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b78067b2-0e49-46cc-a600-711266e185c4" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.046376] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0f0a61d3-be8e-4b01-99ac-95cb68fa532c with status ACTIVE [ 714.046608] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.046733] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.047475] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.047699] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.047812] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.048406] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.049847] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.049847] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.049847] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.049847] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.049847] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.049847] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.049847] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.049847] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.049847] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.049847] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0f0a61d3-be8e-4b01-99ac-95cb68fa532c is going to be updated. [ 714.081783] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.082049] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.082156] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.082364] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.082509] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.082823] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0f0a61d3-be8e-4b01-99ac-95cb68fa532c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.207656] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 54c602c8-3132-402f-970c-ac9034931047 in Status: SUCCESS [ 714.207656] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-54c602c8-3132-402f-970c-ac9034931047" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.526011] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('77233b36-3501-4be5-bd28-768a6d59f79b',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.548426] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b78067b2-0e49-46cc-a600-711266e185c4',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.030082] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.030082] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.030082] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.030082] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.030427] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.030427] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77233b36-3501-4be5-bd28-768a6d59f79b is going to be updated. [ 715.050027] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.050224] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.050319] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.050897] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.050968] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.051070] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b78067b2-0e49-46cc-a600-711266e185c4 is going to be created. [ 715.079604] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.079837] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.079953] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.080278] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.080495] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.096938] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77233b36-3501-4be5-bd28-768a6d59f79b in Status: IN_PROGRESS for 2s [ 715.104285] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.104476] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.104547] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.105067] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.105389] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.121319] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b78067b2-0e49-46cc-a600-711266e185c4 in Status: UNINITIALIZED for 2s [ 715.344613] env[66341]: INFO networking_nsxv3.common.synchronization [req-eba9d214-0162-4119-abe3-a4727c4218e7 req-b2b7a729-cc3f-4adc-b32c-d306278d15cf tempest-ServerAddressesNegativeTestJSON-1570527458 tempest-ServerAddressesNegativeTestJSON-1570527458-project-member] Enqueued Resource ID: 344a148a-41d4-4c58-a105-f1ccd37c8e78 with Priority: HIGHEST for action security_group_members [ 715.345453] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 344a148a-41d4-4c58-a105-f1ccd37c8e78 with Priority: HIGHEST for action security_group_members [ 715.345897] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-344a148a-41d4-4c58-a105-f1ccd37c8e78 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.346091] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-344a148a-41d4-4c58-a105-f1ccd37c8e78" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.346209] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-344a148a-41d4-4c58-a105-f1ccd37c8e78" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.346662] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-344a148a-41d4-4c58-a105-f1ccd37c8e78" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.346860] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.346977] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.347054] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.347230] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.347322] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.347422] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('344a148a-41d4-4c58-a105-f1ccd37c8e78',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.850328] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.850328] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.850328] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.850828] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.850828] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.850828] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.850934] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.850978] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.851179] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.851245] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.851332] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 344a148a-41d4-4c58-a105-f1ccd37c8e78 already deleted. [ 715.851414] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-344a148a-41d4-4c58-a105-f1ccd37c8e78" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.933097] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock network-440 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.933381] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "network-440" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.933477] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "network-440" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.933894] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "network-440" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.934368] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.934612] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.934773] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.935048] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.935285] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.935570] env[66341]: DEBUG dogpile.cache.region [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 715.935713] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] NeedRegenerationException {{(pid=66341) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 715.935851] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] no value, waiting for create lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 715.935986] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] value creation lock acquired {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 715.936337] env[66341]: DEBUG dogpile.cache.region [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 715.936337] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Calling creation function for not-yet-present value {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 715.936406] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 715.959442] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 715.959540] env[66341]: DEBUG dogpile.cache.region [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66341) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 715.959638] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Released creation lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 715.959836] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "network-440" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.960202] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock port-87124017-56fe-427a-8053-e78c992067ee taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.960412] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "port-87124017-56fe-427a-8053-e78c992067ee" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.960560] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "port-87124017-56fe-427a-8053-e78c992067ee" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.960923] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "port-87124017-56fe-427a-8053-e78c992067ee" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.962132] env[66341]: DEBUG networking_nsxv3.api.rpc [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('87124017-56fe-427a-8053-e78c992067ee',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.465565] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.465882] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.466049] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.466378] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.466603] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.466688] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Segment Port 87124017-56fe-427a-8053-e78c992067ee not found, creating... [ 716.466968] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.467144] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.467242] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.467781] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.467781] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.467904] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.468219] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.468219] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.468433] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.469382] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.469382] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Resource: SegmentPort with ID: 87124017-56fe-427a-8053-e78c992067ee is going to be created. [ 716.492202] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.492444] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.492545] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.492877] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.493142] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.493383] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "port-87124017-56fe-427a-8053-e78c992067ee" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.825836] env[66341]: INFO networking_nsxv3.common.synchronization [None req-4d179aa7-68b2-4c3b-9eff-62d8fc06daac None None] Enqueued Resource ID: cf252464-8877-4e98-a3d3-7dd4bc9d51b1 with Priority: HIGHEST for action port [ 716.826499] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf252464-8877-4e98-a3d3-7dd4bc9d51b1 with Priority: HIGHEST for action port [ 716.826895] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-cf252464-8877-4e98-a3d3-7dd4bc9d51b1 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.827405] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cf252464-8877-4e98-a3d3-7dd4bc9d51b1" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.827450] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cf252464-8877-4e98-a3d3-7dd4bc9d51b1" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.827780] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cf252464-8877-4e98-a3d3-7dd4bc9d51b1" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.827893] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cf252464-8877-4e98-a3d3-7dd4bc9d51b1',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.111869] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77233b36-3501-4be5-bd28-768a6d59f79b in Status: SUCCESS [ 717.111869] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77233b36-3501-4be5-bd28-768a6d59f79b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.111869] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77233b36-3501-4be5-bd28-768a6d59f79b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.111869] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77233b36-3501-4be5-bd28-768a6d59f79b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.111869] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.111869] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.111869] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.111869] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.111869] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.111869] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77233b36-3501-4be5-bd28-768a6d59f79b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.111869] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('77233b36-3501-4be5-bd28-768a6d59f79b',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.128365] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b78067b2-0e49-46cc-a600-711266e185c4 in Status: SUCCESS [ 717.128602] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b78067b2-0e49-46cc-a600-711266e185c4" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.129082] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b78067b2-0e49-46cc-a600-711266e185c4" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.129358] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b78067b2-0e49-46cc-a600-711266e185c4" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.130111] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.130111] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.130111] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.130111] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.130111] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.130111] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b78067b2-0e49-46cc-a600-711266e185c4" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.130358] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b78067b2-0e49-46cc-a600-711266e185c4',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.270537] env[66341]: INFO networking_nsxv3.common.synchronization [req-eba9d214-0162-4119-abe3-a4727c4218e7 req-809db90e-f217-4a49-8bee-ad7d3156ae66 service nova] Enqueued Resource ID: 344a148a-41d4-4c58-a105-f1ccd37c8e78 with Priority: HIGHEST for action security_group_rules [ 717.272126] env[66341]: INFO networking_nsxv3.common.synchronization [req-eba9d214-0162-4119-abe3-a4727c4218e7 req-809db90e-f217-4a49-8bee-ad7d3156ae66 service nova] Enqueued Resource ID: 344a148a-41d4-4c58-a105-f1ccd37c8e78 with Priority: HIGHEST for action security_group_members [ 717.272126] env[66341]: INFO networking_nsxv3.common.synchronization [req-eba9d214-0162-4119-abe3-a4727c4218e7 req-809db90e-f217-4a49-8bee-ad7d3156ae66 service nova] Enqueued Resource ID: 87124017-56fe-427a-8053-e78c992067ee with Priority: HIGHEST for action port [ 717.273568] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 344a148a-41d4-4c58-a105-f1ccd37c8e78 with Priority: HIGHEST for action security_group_rules [ 717.274426] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 344a148a-41d4-4c58-a105-f1ccd37c8e78 with Priority: HIGHEST for action security_group_members [ 717.275511] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87124017-56fe-427a-8053-e78c992067ee with Priority: HIGHEST for action port [ 717.275511] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-344a148a-41d4-4c58-a105-f1ccd37c8e78 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.275511] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-344a148a-41d4-4c58-a105-f1ccd37c8e78" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.275511] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-344a148a-41d4-4c58-a105-f1ccd37c8e78" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.278025] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-344a148a-41d4-4c58-a105-f1ccd37c8e78" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.278025] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('344a148a-41d4-4c58-a105-f1ccd37c8e78',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.278025] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-344a148a-41d4-4c58-a105-f1ccd37c8e78 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.278025] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-344a148a-41d4-4c58-a105-f1ccd37c8e78" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.278217] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-344a148a-41d4-4c58-a105-f1ccd37c8e78" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.278859] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-344a148a-41d4-4c58-a105-f1ccd37c8e78" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.280488] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.280721] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.281172] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.281172] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.281172] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.281280] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('344a148a-41d4-4c58-a105-f1ccd37c8e78',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.283233] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-87124017-56fe-427a-8053-e78c992067ee taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.283359] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-87124017-56fe-427a-8053-e78c992067ee" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.283457] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-87124017-56fe-427a-8053-e78c992067ee" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.283642] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-87124017-56fe-427a-8053-e78c992067ee" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.283740] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('87124017-56fe-427a-8053-e78c992067ee',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.331371] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cf252464-8877-4e98-a3d3-7dd4bc9d51b1 [ 717.331603] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.331743] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.331812] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.332039] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.332136] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.332235] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cf252464-8877-4e98-a3d3-7dd4bc9d51b1 already deleted. [ 717.332319] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cf252464-8877-4e98-a3d3-7dd4bc9d51b1" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.614277] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-77233b36-3501-4be5-bd28-768a6d59f79b taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.614618] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77233b36-3501-4be5-bd28-768a6d59f79b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.614618] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77233b36-3501-4be5-bd28-768a6d59f79b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.614856] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77233b36-3501-4be5-bd28-768a6d59f79b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.615030] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.615113] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.615182] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.615437] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.615496] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.615604] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77233b36-3501-4be5-bd28-768a6d59f79b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.615765] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-77233b36-3501-4be5-bd28-768a6d59f79b taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.615863] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77233b36-3501-4be5-bd28-768a6d59f79b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.615925] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77233b36-3501-4be5-bd28-768a6d59f79b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.616086] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77233b36-3501-4be5-bd28-768a6d59f79b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.616229] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.616699] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.616699] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.616699] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.616699] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.616846] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77233b36-3501-4be5-bd28-768a6d59f79b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.616846] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('77233b36-3501-4be5-bd28-768a6d59f79b',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.632128] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-b78067b2-0e49-46cc-a600-711266e185c4 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.632408] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b78067b2-0e49-46cc-a600-711266e185c4" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.632408] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b78067b2-0e49-46cc-a600-711266e185c4" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.632618] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b78067b2-0e49-46cc-a600-711266e185c4" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.632858] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.632955] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.632955] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.633305] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.633305] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.633305] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b78067b2-0e49-46cc-a600-711266e185c4" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.633442] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-b78067b2-0e49-46cc-a600-711266e185c4 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.633526] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b78067b2-0e49-46cc-a600-711266e185c4" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.633586] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b78067b2-0e49-46cc-a600-711266e185c4" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.633722] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b78067b2-0e49-46cc-a600-711266e185c4" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.633860] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.633963] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.634034] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.634174] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.634313] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.634313] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b78067b2-0e49-46cc-a600-711266e185c4" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.634408] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b78067b2-0e49-46cc-a600-711266e185c4',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.789175] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('344a148a-41d4-4c58-a105-f1ccd37c8e78',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.791154] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-344a148a-41d4-4c58-a105-f1ccd37c8e78 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.791154] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-344a148a-41d4-4c58-a105-f1ccd37c8e78" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.791154] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 87124017-56fe-427a-8053-e78c992067ee with status ACTIVE [ 717.791154] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.791412] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.791412] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.791482] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.791880] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.791880] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.791880] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.791880] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.796138] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.796138] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.796138] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.796138] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.796138] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.796138] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.796138] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.796138] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 87124017-56fe-427a-8053-e78c992067ee is going to be updated. [ 717.840254] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.841040] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.841040] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.841040] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.841040] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.841245] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-87124017-56fe-427a-8053-e78c992067ee" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.069830] env[66341]: INFO networking_nsxv3.common.synchronization [req-20d52f24-9eff-4e78-a55c-06cbddc509a1 req-0af51329-d856-44d3-9d1d-a544eb373a16 tempest-InstanceActionsV221TestJSON-714245561 tempest-InstanceActionsV221TestJSON-714245561-project-member] Enqueued Resource ID: e83c997d-7705-4cd4-85bf-1c614630f4a7 with Priority: HIGHEST for action security_group_members [ 718.070363] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e83c997d-7705-4cd4-85bf-1c614630f4a7 with Priority: HIGHEST for action security_group_members [ 718.070666] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-e83c997d-7705-4cd4-85bf-1c614630f4a7 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.070790] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e83c997d-7705-4cd4-85bf-1c614630f4a7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.070876] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e83c997d-7705-4cd4-85bf-1c614630f4a7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.075046] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e83c997d-7705-4cd4-85bf-1c614630f4a7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.075046] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.075046] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.075046] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.075046] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.075046] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.075046] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e83c997d-7705-4cd4-85bf-1c614630f4a7',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.121622] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 77233b36-3501-4be5-bd28-768a6d59f79b: rpc.has_security_group_logging(os_id): False [ 718.138246] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b78067b2-0e49-46cc-a600-711266e185c4: rpc.has_security_group_logging(os_id): False [ 718.141468] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.141468] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.141468] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.141468] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.141468] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.141468] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.141468] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.141793] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.141793] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.141793] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.141992] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.142396] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.142396] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.142396] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.142528] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.142788] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.143311] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.143451] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.143612] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.143724] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.143860] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 77233b36-3501-4be5-bd28-768a6d59f79b is going to be updated. [ 718.162682] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.162951] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.163046] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.163346] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.163512] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.164047] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.164047] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.164047] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.164226] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.164326] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.164878] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.164878] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.164878] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.165174] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.165240] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.165661] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.165661] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.165759] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.165891] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.166440] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.166440] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b78067b2-0e49-46cc-a600-711266e185c4 is going to be created. [ 718.218516] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.218726] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.218792] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.218956] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.219216] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.227126] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.227253] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.227322] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.227531] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.227696] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.238413] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b78067b2-0e49-46cc-a600-711266e185c4 in Status: IN_PROGRESS for 2s [ 718.238691] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 77233b36-3501-4be5-bd28-768a6d59f79b in Status: IN_PROGRESS for 2s [ 718.298079] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('344a148a-41d4-4c58-a105-f1ccd37c8e78',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.578738] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.578738] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.578738] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.578738] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.578738] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.578738] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.578738] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.578738] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.578738] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.578738] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.578738] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e83c997d-7705-4cd4-85bf-1c614630f4a7 is going to be updated. [ 718.614276] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.614620] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.614704] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.614931] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.615099] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.629905] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e83c997d-7705-4cd4-85bf-1c614630f4a7 in Status: IN_PROGRESS for 2s [ 718.801059] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.801292] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.801391] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.801728] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.802527] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.802527] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 344a148a-41d4-4c58-a105-f1ccd37c8e78 is going to be created. [ 718.834394] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.834394] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.834394] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.834394] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.834394] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.851030] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 344a148a-41d4-4c58-a105-f1ccd37c8e78 in Status: UNINITIALIZED for 2s [ 718.960252] env[66341]: INFO networking_nsxv3.common.synchronization [None req-b6d42fb8-d0b1-47df-9470-7e5e79a5714b None None] Enqueued Resource ID: 970a6137-e2f4-48e3-8945-438d2278f258 with Priority: HIGHEST for action port [ 718.960963] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 970a6137-e2f4-48e3-8945-438d2278f258 with Priority: HIGHEST for action port [ 718.961827] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-970a6137-e2f4-48e3-8945-438d2278f258 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.961827] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-970a6137-e2f4-48e3-8945-438d2278f258" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.961827] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-970a6137-e2f4-48e3-8945-438d2278f258" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.962066] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-970a6137-e2f4-48e3-8945-438d2278f258" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.962066] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('970a6137-e2f4-48e3-8945-438d2278f258',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.164016] env[66341]: INFO networking_nsxv3.common.synchronization [req-85eaef92-e0ce-4f0e-9598-2877ab05d585 req-11af8932-adf9-41f0-9426-c938df78ce57 tempest-ServersAdminTestJSON-456582313 tempest-ServersAdminTestJSON-456582313-project-member] Enqueued Resource ID: 9cdf7238-451f-4652-91ab-fc85ab12a1b5 with Priority: HIGHEST for action security_group_members [ 719.164357] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cdf7238-451f-4652-91ab-fc85ab12a1b5 with Priority: HIGHEST for action security_group_members [ 719.164357] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cdf7238-451f-4652-91ab-fc85ab12a1b5 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.164457] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cdf7238-451f-4652-91ab-fc85ab12a1b5" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.164524] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cdf7238-451f-4652-91ab-fc85ab12a1b5" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.164719] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cdf7238-451f-4652-91ab-fc85ab12a1b5" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.165009] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.165009] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.165009] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.168237] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.169420] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.169420] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9cdf7238-451f-4652-91ab-fc85ab12a1b5',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.465983] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 970a6137-e2f4-48e3-8945-438d2278f258 [ 719.466251] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.466393] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.466529] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.466911] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.467061] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.467179] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:970a6137-e2f4-48e3-8945-438d2278f258 already deleted. [ 719.467300] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-970a6137-e2f4-48e3-8945-438d2278f258" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.485802] env[66341]: INFO networking_nsxv3.common.synchronization [None req-5882f97a-f525-4e72-9733-ba1c31cbaec4 None None] Enqueued Resource ID: 370b87e9-a062-4817-b3d7-4e811ceb6e7e with Priority: HIGHEST for action port [ 719.486483] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 370b87e9-a062-4817-b3d7-4e811ceb6e7e with Priority: HIGHEST for action port [ 719.486976] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-370b87e9-a062-4817-b3d7-4e811ceb6e7e taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.487324] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-370b87e9-a062-4817-b3d7-4e811ceb6e7e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.487671] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-370b87e9-a062-4817-b3d7-4e811ceb6e7e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.487671] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-370b87e9-a062-4817-b3d7-4e811ceb6e7e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.487781] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('370b87e9-a062-4817-b3d7-4e811ceb6e7e',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.661453] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock network-959 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.661453] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "network-959" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.661453] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "network-959" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.661674] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "network-959" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.661872] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.662110] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.662343] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.662582] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.662821] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.663121] env[66341]: DEBUG dogpile.cache.region [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 719.663272] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] NeedRegenerationException {{(pid=66341) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 719.663409] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] no value, waiting for create lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 719.663627] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] value creation lock acquired {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 719.663627] env[66341]: DEBUG dogpile.cache.region [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 719.663866] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Calling creation function for not-yet-present value {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 719.663960] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 719.671972] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9cdf7238-451f-4652-91ab-fc85ab12a1b5',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.685364] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 719.685524] env[66341]: DEBUG dogpile.cache.region [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66341) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 719.685655] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Released creation lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 719.685821] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "network-959" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.686171] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock port-9892d3c3-6c7a-453c-aa90-42b54b068ded taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.686349] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "port-9892d3c3-6c7a-453c-aa90-42b54b068ded" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.686459] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "port-9892d3c3-6c7a-453c-aa90-42b54b068ded" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.686761] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "port-9892d3c3-6c7a-453c-aa90-42b54b068ded" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.686894] env[66341]: DEBUG networking_nsxv3.api.rpc [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9892d3c3-6c7a-453c-aa90-42b54b068ded',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.990692] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 370b87e9-a062-4817-b3d7-4e811ceb6e7e [ 719.990692] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.990692] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.990692] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.990692] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.990692] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.990692] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:370b87e9-a062-4817-b3d7-4e811ceb6e7e already deleted. [ 719.990692] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-370b87e9-a062-4817-b3d7-4e811ceb6e7e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.174290] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9cdf7238-451f-4652-91ab-fc85ab12a1b5',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.192089] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.192089] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.192089] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.192495] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.192686] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.192893] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Segment Port 9892d3c3-6c7a-453c-aa90-42b54b068ded not found, creating... [ 720.193204] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.193398] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.193541] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.193841] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.193996] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.194389] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.194482] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.194597] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.194798] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.194926] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.195072] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Resource: SegmentPort with ID: 9892d3c3-6c7a-453c-aa90-42b54b068ded is going to be created. [ 720.215724] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.215924] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.216167] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.217033] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.217033] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.217033] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "port-9892d3c3-6c7a-453c-aa90-42b54b068ded" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.250947] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b78067b2-0e49-46cc-a600-711266e185c4 in Status: SUCCESS [ 720.251186] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b78067b2-0e49-46cc-a600-711266e185c4" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.252580] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 77233b36-3501-4be5-bd28-768a6d59f79b in Status: SUCCESS [ 720.252961] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-77233b36-3501-4be5-bd28-768a6d59f79b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.579414] env[66341]: INFO networking_nsxv3.common.synchronization [None req-67a87d3b-4a0b-4c6e-aa8d-d01f92e65168 None None] Enqueued Resource ID: 17f92522-31a8-4350-b9be-1eafe3555a98 with Priority: HIGHEST for action port [ 720.579971] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17f92522-31a8-4350-b9be-1eafe3555a98 with Priority: HIGHEST for action port [ 720.580419] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-17f92522-31a8-4350-b9be-1eafe3555a98 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.580625] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-17f92522-31a8-4350-b9be-1eafe3555a98" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.580700] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-17f92522-31a8-4350-b9be-1eafe3555a98" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.580942] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-17f92522-31a8-4350-b9be-1eafe3555a98" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.581065] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('17f92522-31a8-4350-b9be-1eafe3555a98',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.643417] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e83c997d-7705-4cd4-85bf-1c614630f4a7 in Status: SUCCESS [ 720.643417] env[66341]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e83c997d-7705-4cd4-85bf-1c614630f4a7 deletion is rescheduled due to dependency. [ 720.643417] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e83c997d-7705-4cd4-85bf-1c614630f4a7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.678080] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.678567] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.678782] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.679476] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.679476] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.679476] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9cdf7238-451f-4652-91ab-fc85ab12a1b5 is going to be updated. [ 720.709277] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.709647] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.709647] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.709825] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.710100] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.719253] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9cdf7238-451f-4652-91ab-fc85ab12a1b5 in Status: IN_PROGRESS for 2s [ 720.864983] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 344a148a-41d4-4c58-a105-f1ccd37c8e78 in Status: SUCCESS [ 720.865271] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-344a148a-41d4-4c58-a105-f1ccd37c8e78" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.865452] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-344a148a-41d4-4c58-a105-f1ccd37c8e78" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.865668] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-344a148a-41d4-4c58-a105-f1ccd37c8e78" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.865867] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.865985] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.866064] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.866223] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.866304] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.866392] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-344a148a-41d4-4c58-a105-f1ccd37c8e78" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.866489] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('344a148a-41d4-4c58-a105-f1ccd37c8e78',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.969710] env[66341]: INFO networking_nsxv3.common.synchronization [req-85eaef92-e0ce-4f0e-9598-2877ab05d585 req-1ca0aee7-44b9-495a-8773-e349df66e3ba service nova] Enqueued Resource ID: 9cdf7238-451f-4652-91ab-fc85ab12a1b5 with Priority: HIGHEST for action security_group_rules [ 720.970513] env[66341]: INFO networking_nsxv3.common.synchronization [req-85eaef92-e0ce-4f0e-9598-2877ab05d585 req-1ca0aee7-44b9-495a-8773-e349df66e3ba service nova] Enqueued Resource ID: 9cdf7238-451f-4652-91ab-fc85ab12a1b5 with Priority: HIGHEST for action security_group_members [ 720.971748] env[66341]: INFO networking_nsxv3.common.synchronization [req-85eaef92-e0ce-4f0e-9598-2877ab05d585 req-1ca0aee7-44b9-495a-8773-e349df66e3ba service nova] Enqueued Resource ID: 9892d3c3-6c7a-453c-aa90-42b54b068ded with Priority: HIGHEST for action port [ 720.972594] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cdf7238-451f-4652-91ab-fc85ab12a1b5 with Priority: HIGHEST for action security_group_rules [ 720.974212] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cdf7238-451f-4652-91ab-fc85ab12a1b5 with Priority: HIGHEST for action security_group_members [ 720.975549] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9892d3c3-6c7a-453c-aa90-42b54b068ded with Priority: HIGHEST for action port [ 720.975898] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9cdf7238-451f-4652-91ab-fc85ab12a1b5 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.976040] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9cdf7238-451f-4652-91ab-fc85ab12a1b5" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.976110] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9cdf7238-451f-4652-91ab-fc85ab12a1b5" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.976318] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9cdf7238-451f-4652-91ab-fc85ab12a1b5" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.976415] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9cdf7238-451f-4652-91ab-fc85ab12a1b5',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.977544] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cdf7238-451f-4652-91ab-fc85ab12a1b5 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.977653] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cdf7238-451f-4652-91ab-fc85ab12a1b5" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.977867] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-9892d3c3-6c7a-453c-aa90-42b54b068ded taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.977969] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9892d3c3-6c7a-453c-aa90-42b54b068ded" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.978028] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9892d3c3-6c7a-453c-aa90-42b54b068ded" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.978269] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9892d3c3-6c7a-453c-aa90-42b54b068ded" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.978269] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9892d3c3-6c7a-453c-aa90-42b54b068ded',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.084302] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 17f92522-31a8-4350-b9be-1eafe3555a98 [ 721.084302] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.085696] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.085696] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.085696] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.085696] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.085696] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:17f92522-31a8-4350-b9be-1eafe3555a98 already deleted. [ 721.085696] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-17f92522-31a8-4350-b9be-1eafe3555a98" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.369645] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-344a148a-41d4-4c58-a105-f1ccd37c8e78 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.369645] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-344a148a-41d4-4c58-a105-f1ccd37c8e78" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.370275] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-344a148a-41d4-4c58-a105-f1ccd37c8e78" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.370275] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-344a148a-41d4-4c58-a105-f1ccd37c8e78" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.370275] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.370275] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.370437] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.370437] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.371286] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.371286] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-344a148a-41d4-4c58-a105-f1ccd37c8e78" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.371286] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-344a148a-41d4-4c58-a105-f1ccd37c8e78 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.371286] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-344a148a-41d4-4c58-a105-f1ccd37c8e78" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.371286] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-344a148a-41d4-4c58-a105-f1ccd37c8e78" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.371286] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-344a148a-41d4-4c58-a105-f1ccd37c8e78" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.371286] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.371286] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.371286] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.371717] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.371717] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.371717] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-344a148a-41d4-4c58-a105-f1ccd37c8e78" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.371717] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('344a148a-41d4-4c58-a105-f1ccd37c8e78',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.479425] env[66341]: INFO networking_nsxv3.common.synchronization [None req-0d35581c-1555-49f7-9244-779226e77805 None None] Enqueued Resource ID: f7247f32-81e0-4aa4-bb3a-b749e53dfb5a with Priority: HIGHEST for action port [ 721.479425] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7247f32-81e0-4aa4-bb3a-b749e53dfb5a with Priority: HIGHEST for action port [ 721.481416] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-f7247f32-81e0-4aa4-bb3a-b749e53dfb5a taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.481502] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f7247f32-81e0-4aa4-bb3a-b749e53dfb5a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.482289] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f7247f32-81e0-4aa4-bb3a-b749e53dfb5a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.482289] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f7247f32-81e0-4aa4-bb3a-b749e53dfb5a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.482289] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f7247f32-81e0-4aa4-bb3a-b749e53dfb5a',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.484245] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cdf7238-451f-4652-91ab-fc85ab12a1b5 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.484379] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cdf7238-451f-4652-91ab-fc85ab12a1b5" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.485138] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9892d3c3-6c7a-453c-aa90-42b54b068ded with status ACTIVE [ 721.485138] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.485138] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.485138] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.485319] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.485347] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.487139] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.487139] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.487139] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.487139] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.487139] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.487139] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.487139] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.487139] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.487139] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.487139] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.487139] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9892d3c3-6c7a-453c-aa90-42b54b068ded is going to be updated. [ 721.511848] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.511848] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.511848] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.511848] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.511848] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.511848] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9892d3c3-6c7a-453c-aa90-42b54b068ded" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.533031] env[66341]: INFO networking_nsxv3.common.synchronization [req-5d1f991a-3bac-4a5f-a0ff-9aed75878bbc req-8577b04f-7ca9-4a26-9232-7b6bea53b3ba tempest-ImagesTestJSON-1540688741 tempest-ImagesTestJSON-1540688741-project-member] Enqueued Resource ID: 8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a with Priority: HIGHEST for action security_group_members [ 721.534274] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a with Priority: HIGHEST for action security_group_members [ 721.534274] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.535964] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.536074] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.536363] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.536530] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.536641] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.536705] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.536859] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.536947] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.537073] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.877699] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 344a148a-41d4-4c58-a105-f1ccd37c8e78: rpc.has_security_group_logging(os_id): False [ 721.902081] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.904883] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.906746] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.906746] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.906746] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.906746] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.906746] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.906746] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.906746] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.906746] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.906746] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.906746] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.906746] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.906746] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.907183] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.907183] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.907183] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.907183] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.908818] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.908818] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.908818] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 344a148a-41d4-4c58-a105-f1ccd37c8e78 is going to be created. [ 721.975624] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.976136] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.976136] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.976136] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.976343] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.980195] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock network-552 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.980383] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "network-552" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.980604] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "network-552" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.980819] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "network-552" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.981090] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.981290] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.981357] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.981569] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.983099] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.983264] env[66341]: DEBUG dogpile.cache.region [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 721.983310] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] NeedRegenerationException {{(pid=66341) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 721.983579] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] no value, waiting for create lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 721.983579] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] value creation lock acquired {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 721.983669] env[66341]: DEBUG dogpile.cache.region [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 721.983713] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Calling creation function for not-yet-present value {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 721.983871] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 721.988705] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f7247f32-81e0-4aa4-bb3a-b749e53dfb5a [ 721.988761] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.988958] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.989065] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.989322] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.989377] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.989445] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f7247f32-81e0-4aa4-bb3a-b749e53dfb5a already deleted. [ 721.989633] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f7247f32-81e0-4aa4-bb3a-b749e53dfb5a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.995961] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 344a148a-41d4-4c58-a105-f1ccd37c8e78 in Status: IN_PROGRESS for 2s [ 722.007055] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 722.007055] env[66341]: DEBUG dogpile.cache.region [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66341) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 722.007055] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Released creation lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 722.007055] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "network-552" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.007321] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock port-e0f622b6-7021-4f4b-82fa-f1f406b56598 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.007607] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "port-e0f622b6-7021-4f4b-82fa-f1f406b56598" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.007799] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "port-e0f622b6-7021-4f4b-82fa-f1f406b56598" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.009159] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "port-e0f622b6-7021-4f4b-82fa-f1f406b56598" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.010158] env[66341]: DEBUG networking_nsxv3.api.rpc [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e0f622b6-7021-4f4b-82fa-f1f406b56598',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.041254] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.041435] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.041515] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.041762] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.041883] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.042349] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.042349] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.042349] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.042511] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.042585] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.042683] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a already deleted. [ 722.042796] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.514112] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.514560] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.514630] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.515033] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.515310] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.515439] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Segment Port e0f622b6-7021-4f4b-82fa-f1f406b56598 not found, creating... [ 722.515733] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.515928] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.516154] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.516523] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.516702] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.517280] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.517497] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.517654] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.517933] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.518127] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.518362] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Resource: SegmentPort with ID: e0f622b6-7021-4f4b-82fa-f1f406b56598 is going to be created. [ 722.541797] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.542596] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.542596] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.542596] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.543111] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.543327] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "port-e0f622b6-7021-4f4b-82fa-f1f406b56598" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.730773] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9cdf7238-451f-4652-91ab-fc85ab12a1b5 in Status: SUCCESS [ 722.730960] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cdf7238-451f-4652-91ab-fc85ab12a1b5" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.731156] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cdf7238-451f-4652-91ab-fc85ab12a1b5" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.731549] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cdf7238-451f-4652-91ab-fc85ab12a1b5" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.731682] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.731801] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.731869] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.732043] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.732131] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.732232] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9cdf7238-451f-4652-91ab-fc85ab12a1b5',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.235193] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9cdf7238-451f-4652-91ab-fc85ab12a1b5',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.397504] env[66341]: INFO networking_nsxv3.common.synchronization [req-5d1f991a-3bac-4a5f-a0ff-9aed75878bbc req-55a82fed-bb0c-4554-b9cb-23e6dbfb7a9f service nova] Enqueued Resource ID: 8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a with Priority: HIGHEST for action security_group_rules [ 723.397613] env[66341]: INFO networking_nsxv3.common.synchronization [req-5d1f991a-3bac-4a5f-a0ff-9aed75878bbc req-55a82fed-bb0c-4554-b9cb-23e6dbfb7a9f service nova] Enqueued Resource ID: 8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a with Priority: HIGHEST for action security_group_members [ 723.397758] env[66341]: INFO networking_nsxv3.common.synchronization [req-5d1f991a-3bac-4a5f-a0ff-9aed75878bbc req-55a82fed-bb0c-4554-b9cb-23e6dbfb7a9f service nova] Enqueued Resource ID: e0f622b6-7021-4f4b-82fa-f1f406b56598 with Priority: HIGHEST for action port [ 723.397991] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a with Priority: HIGHEST for action security_group_rules [ 723.398136] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a with Priority: HIGHEST for action security_group_members [ 723.398233] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0f622b6-7021-4f4b-82fa-f1f406b56598 with Priority: HIGHEST for action port [ 723.400071] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.400211] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.400211] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.400437] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.400736] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.401415] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.401520] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.401921] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.401921] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.401921] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.402077] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.402077] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.402210] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.402298] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.402393] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.403647] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-e0f622b6-7021-4f4b-82fa-f1f406b56598 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.403647] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e0f622b6-7021-4f4b-82fa-f1f406b56598" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.403647] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e0f622b6-7021-4f4b-82fa-f1f406b56598" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.403647] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e0f622b6-7021-4f4b-82fa-f1f406b56598" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.403910] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e0f622b6-7021-4f4b-82fa-f1f406b56598',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.737679] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9cdf7238-451f-4652-91ab-fc85ab12a1b5',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.906452] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.906452] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.906587] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e0f622b6-7021-4f4b-82fa-f1f406b56598 with status ACTIVE [ 723.907097] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.907097] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.907097] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.907299] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.907299] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.907695] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.907851] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.907999] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.908211] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.908296] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.908719] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.910657] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.910657] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.910657] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.910819] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.910872] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e0f622b6-7021-4f4b-82fa-f1f406b56598 is going to be updated. [ 723.912860] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.934921] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.935093] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.935166] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.935374] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.935506] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.935664] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e0f622b6-7021-4f4b-82fa-f1f406b56598" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.012044] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 344a148a-41d4-4c58-a105-f1ccd37c8e78 in Status: SUCCESS [ 724.012044] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-344a148a-41d4-4c58-a105-f1ccd37c8e78" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.055830] env[66341]: INFO networking_nsxv3.common.synchronization [None req-4469ac7a-045a-4b32-9f1d-013bf1c9f38a tempest-ServersTestBootFromVolume-371900352 tempest-ServersTestBootFromVolume-371900352-project-member] Enqueued Resource ID: 9992e15b-8b68-4bfe-a54f-3065e157b3b3 with Priority: HIGHEST for action security_group_rules [ 724.056513] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9992e15b-8b68-4bfe-a54f-3065e157b3b3 with Priority: HIGHEST for action security_group_rules [ 724.058223] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9992e15b-8b68-4bfe-a54f-3065e157b3b3 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.058223] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9992e15b-8b68-4bfe-a54f-3065e157b3b3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.058223] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9992e15b-8b68-4bfe-a54f-3065e157b3b3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.058223] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9992e15b-8b68-4bfe-a54f-3065e157b3b3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.058730] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9992e15b-8b68-4bfe-a54f-3065e157b3b3',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.152435] env[66341]: INFO networking_nsxv3.common.synchronization [None req-3d9ad283-943f-4592-aa6f-8ecbd9a81b5c tempest-ServersTestBootFromVolume-371900352 tempest-ServersTestBootFromVolume-371900352-project-member] Enqueued Resource ID: 9992e15b-8b68-4bfe-a54f-3065e157b3b3 with Priority: HIGHEST for action security_group_rules [ 724.153158] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9992e15b-8b68-4bfe-a54f-3065e157b3b3 with Priority: HIGHEST for action security_group_rules [ 724.153677] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9992e15b-8b68-4bfe-a54f-3065e157b3b3 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.153883] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9992e15b-8b68-4bfe-a54f-3065e157b3b3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.243151] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.243151] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.243151] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.243151] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.243151] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.243151] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9cdf7238-451f-4652-91ab-fc85ab12a1b5 is going to be updated. [ 724.286454] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.286672] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.286672] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.286891] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.287008] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.299268] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9cdf7238-451f-4652-91ab-fc85ab12a1b5 in Status: IN_PROGRESS for 2s [ 724.416116] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.513641] env[66341]: INFO networking_nsxv3.common.synchronization [None req-691afd7b-3514-4548-854a-ecba0745d765 None None] Enqueued Resource ID: 175621bd-6de3-410b-8d56-93bf9d80bca4 with Priority: HIGHEST for action port [ 724.514280] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 175621bd-6de3-410b-8d56-93bf9d80bca4 with Priority: HIGHEST for action port [ 724.514596] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-175621bd-6de3-410b-8d56-93bf9d80bca4 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.514719] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-175621bd-6de3-410b-8d56-93bf9d80bca4" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.514786] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-175621bd-6de3-410b-8d56-93bf9d80bca4" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.515122] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-175621bd-6de3-410b-8d56-93bf9d80bca4" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.515424] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('175621bd-6de3-410b-8d56-93bf9d80bca4',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.582263] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.582417] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.582458] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.582640] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.582729] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.582887] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9992e15b-8b68-4bfe-a54f-3065e157b3b3 already deleted. [ 724.582980] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9992e15b-8b68-4bfe-a54f-3065e157b3b3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.583814] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9992e15b-8b68-4bfe-a54f-3065e157b3b3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.583900] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9992e15b-8b68-4bfe-a54f-3065e157b3b3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.583931] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9992e15b-8b68-4bfe-a54f-3065e157b3b3',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.921144] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.921493] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.921493] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.922867] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.922867] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.922867] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a is going to be created. [ 724.962334] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.962334] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.962334] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.962334] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.962334] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.973448] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a in Status: UNINITIALIZED for 2s [ 725.018042] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 175621bd-6de3-410b-8d56-93bf9d80bca4 [ 725.018315] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.018462] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.018539] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.018753] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.018852] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.018931] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:175621bd-6de3-410b-8d56-93bf9d80bca4 already deleted. [ 725.019053] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-175621bd-6de3-410b-8d56-93bf9d80bca4" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.108294] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.108294] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.108294] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.108294] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.109272] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.109359] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9992e15b-8b68-4bfe-a54f-3065e157b3b3 already deleted. [ 725.110915] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9992e15b-8b68-4bfe-a54f-3065e157b3b3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.336231] env[66341]: INFO networking_nsxv3.common.synchronization [None req-e0dc7f80-40d3-4c94-8ced-39993adb2bcf None None] Enqueued Resource ID: fb572a1a-a91e-4f7d-8e3c-5eb393e44c19 with Priority: HIGHEST for action port [ 725.336820] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb572a1a-a91e-4f7d-8e3c-5eb393e44c19 with Priority: HIGHEST for action port [ 725.340396] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-fb572a1a-a91e-4f7d-8e3c-5eb393e44c19 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.340777] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fb572a1a-a91e-4f7d-8e3c-5eb393e44c19" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.340777] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fb572a1a-a91e-4f7d-8e3c-5eb393e44c19" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.341293] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fb572a1a-a91e-4f7d-8e3c-5eb393e44c19" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.341293] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fb572a1a-a91e-4f7d-8e3c-5eb393e44c19',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.846169] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fb572a1a-a91e-4f7d-8e3c-5eb393e44c19 [ 725.846597] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.846597] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.846791] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.847081] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.847245] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.847402] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fb572a1a-a91e-4f7d-8e3c-5eb393e44c19 already deleted. [ 725.847529] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fb572a1a-a91e-4f7d-8e3c-5eb393e44c19" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.314210] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9cdf7238-451f-4652-91ab-fc85ab12a1b5 in Status: SUCCESS [ 726.314487] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cdf7238-451f-4652-91ab-fc85ab12a1b5" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.314487] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cdf7238-451f-4652-91ab-fc85ab12a1b5" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.314717] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cdf7238-451f-4652-91ab-fc85ab12a1b5" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.314914] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.315062] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.315131] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.315300] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.315393] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.315522] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cdf7238-451f-4652-91ab-fc85ab12a1b5" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.315624] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9cdf7238-451f-4652-91ab-fc85ab12a1b5',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.822163] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cdf7238-451f-4652-91ab-fc85ab12a1b5 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.822163] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cdf7238-451f-4652-91ab-fc85ab12a1b5" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.822163] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cdf7238-451f-4652-91ab-fc85ab12a1b5" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.822343] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cdf7238-451f-4652-91ab-fc85ab12a1b5" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.822343] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.822790] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.822790] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.822790] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.822790] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.823458] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cdf7238-451f-4652-91ab-fc85ab12a1b5" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.823458] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cdf7238-451f-4652-91ab-fc85ab12a1b5 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.823458] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cdf7238-451f-4652-91ab-fc85ab12a1b5" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.824763] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cdf7238-451f-4652-91ab-fc85ab12a1b5" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.824763] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cdf7238-451f-4652-91ab-fc85ab12a1b5" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.824763] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.824763] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.824763] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.824763] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.824763] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.824763] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cdf7238-451f-4652-91ab-fc85ab12a1b5" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.824763] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9cdf7238-451f-4652-91ab-fc85ab12a1b5',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.984039] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a in Status: SUCCESS [ 726.984266] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.984431] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.984648] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.984859] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.984980] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.985050] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.985234] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.985316] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.985401] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.985500] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.236942] env[66341]: INFO networking_nsxv3.common.synchronization [req-10199059-4bed-46be-a05e-63eb3c91cc58 req-103b0d4c-4e09-43f3-ad6a-4dc0e4dfba2b tempest-ServerActionsV293TestJSON-295459322 tempest-ServerActionsV293TestJSON-295459322-project-member] Enqueued Resource ID: d381340a-3892-4f37-8f65-483092c73799 with Priority: HIGHEST for action security_group_members [ 727.237507] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d381340a-3892-4f37-8f65-483092c73799 with Priority: HIGHEST for action security_group_members [ 727.238185] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-d381340a-3892-4f37-8f65-483092c73799 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.238314] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d381340a-3892-4f37-8f65-483092c73799" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.238385] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d381340a-3892-4f37-8f65-483092c73799" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.238653] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d381340a-3892-4f37-8f65-483092c73799" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.238812] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.238918] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.239183] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.239357] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.239447] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.239549] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d381340a-3892-4f37-8f65-483092c73799',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.326969] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9cdf7238-451f-4652-91ab-fc85ab12a1b5: rpc.has_security_group_logging(os_id): False [ 727.347070] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.347467] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.347554] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.347971] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.348151] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.348382] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.348540] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.348540] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.349084] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.349084] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.351275] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.351437] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.351535] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.351758] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.351852] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.352102] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.352210] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.352307] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.352467] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.352550] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.352643] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9cdf7238-451f-4652-91ab-fc85ab12a1b5 is going to be updated. [ 727.422115] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.422115] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.422115] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.422348] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.422671] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.443374] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9cdf7238-451f-4652-91ab-fc85ab12a1b5 in Status: IN_PROGRESS for 2s [ 727.492278] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.492278] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.492278] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.492278] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.492278] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.492278] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.492278] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.492278] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.492278] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.492278] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.492278] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.492278] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.492278] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.492278] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.493420] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.493420] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.493420] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.493420] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.493420] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.493420] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.493420] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.982454] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.982454] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.982454] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.982454] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.982454] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.982454] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.982454] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.982454] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.982454] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.982454] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.982454] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d381340a-3892-4f37-8f65-483092c73799 already deleted. [ 727.982454] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d381340a-3892-4f37-8f65-483092c73799" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.999326] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a: rpc.has_security_group_logging(os_id): False [ 728.025593] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.025593] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.025593] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.025593] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.025593] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.025593] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.025593] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.025593] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.025593] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.025593] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.025593] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.025593] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.025593] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.025593] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.025593] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.026314] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.026314] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.026314] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.026314] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.026314] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.026314] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a is going to be created. [ 728.104941] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.105662] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.105662] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.105662] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.105662] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.120663] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a in Status: IN_PROGRESS for 2s [ 728.417729] env[66341]: INFO networking_nsxv3.common.synchronization [None req-122da30e-76d1-4cfc-8ce6-fad474c2baac None None] Enqueued Resource ID: b8af35d8-4c48-4842-911e-228dfd1ae886 with Priority: HIGHEST for action port [ 728.421866] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8af35d8-4c48-4842-911e-228dfd1ae886 with Priority: HIGHEST for action port [ 728.421866] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-b8af35d8-4c48-4842-911e-228dfd1ae886 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.421866] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b8af35d8-4c48-4842-911e-228dfd1ae886" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.421866] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b8af35d8-4c48-4842-911e-228dfd1ae886" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.421866] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b8af35d8-4c48-4842-911e-228dfd1ae886" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.421866] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b8af35d8-4c48-4842-911e-228dfd1ae886',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.622151] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock network-444 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.622151] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "network-444" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.622151] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "network-444" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.622151] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "network-444" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.623522] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.623701] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.623817] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.624108] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.624298] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.624672] env[66341]: DEBUG dogpile.cache.region [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 728.624672] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] NeedRegenerationException {{(pid=66341) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 728.624672] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] no value, waiting for create lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 728.624839] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] value creation lock acquired {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 728.624839] env[66341]: DEBUG dogpile.cache.region [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 728.624929] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Calling creation function for not-yet-present value {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 728.625065] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 728.656378] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 728.656797] env[66341]: DEBUG dogpile.cache.region [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=66341) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 728.656797] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Released creation lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 728.656889] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "network-444" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.657182] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock port-168d2c35-e948-4854-abe1-a68b0bad9faf taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.657367] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "port-168d2c35-e948-4854-abe1-a68b0bad9faf" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.657471] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "port-168d2c35-e948-4854-abe1-a68b0bad9faf" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.657799] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "port-168d2c35-e948-4854-abe1-a68b0bad9faf" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.657982] env[66341]: DEBUG networking_nsxv3.api.rpc [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('168d2c35-e948-4854-abe1-a68b0bad9faf',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.925360] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b8af35d8-4c48-4842-911e-228dfd1ae886 [ 728.925724] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.925975] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.926713] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.926939] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.927138] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.927208] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b8af35d8-4c48-4842-911e-228dfd1ae886 already deleted. [ 728.927303] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b8af35d8-4c48-4842-911e-228dfd1ae886" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.161442] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.161442] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.161736] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.162022] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.162245] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.162459] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Segment Port 168d2c35-e948-4854-abe1-a68b0bad9faf not found, creating... [ 729.162887] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.163110] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.163256] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.163500] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.163639] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.164064] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.164231] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.164349] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.164561] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.164691] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.164837] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Resource: SegmentPort with ID: 168d2c35-e948-4854-abe1-a68b0bad9faf is going to be created. [ 729.189126] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.189354] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.189504] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.189827] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.190078] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.190324] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "port-168d2c35-e948-4854-abe1-a68b0bad9faf" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.460396] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9cdf7238-451f-4652-91ab-fc85ab12a1b5 in Status: SUCCESS [ 729.460928] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9cdf7238-451f-4652-91ab-fc85ab12a1b5" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.947101] env[66341]: INFO networking_nsxv3.common.synchronization [req-10199059-4bed-46be-a05e-63eb3c91cc58 req-520d9e15-b5b6-4582-9f6d-0cf510f2a66e service nova] Enqueued Resource ID: d381340a-3892-4f37-8f65-483092c73799 with Priority: HIGHEST for action security_group_rules [ 729.947515] env[66341]: INFO networking_nsxv3.common.synchronization [req-10199059-4bed-46be-a05e-63eb3c91cc58 req-520d9e15-b5b6-4582-9f6d-0cf510f2a66e service nova] Enqueued Resource ID: d381340a-3892-4f37-8f65-483092c73799 with Priority: HIGHEST for action security_group_members [ 729.947515] env[66341]: INFO networking_nsxv3.common.synchronization [req-10199059-4bed-46be-a05e-63eb3c91cc58 req-520d9e15-b5b6-4582-9f6d-0cf510f2a66e service nova] Enqueued Resource ID: 168d2c35-e948-4854-abe1-a68b0bad9faf with Priority: HIGHEST for action port [ 729.948057] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d381340a-3892-4f37-8f65-483092c73799 with Priority: HIGHEST for action security_group_rules [ 729.948206] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d381340a-3892-4f37-8f65-483092c73799 with Priority: HIGHEST for action security_group_members [ 729.948304] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 168d2c35-e948-4854-abe1-a68b0bad9faf with Priority: HIGHEST for action port [ 729.948586] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d381340a-3892-4f37-8f65-483092c73799 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.948711] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d381340a-3892-4f37-8f65-483092c73799" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.948779] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d381340a-3892-4f37-8f65-483092c73799" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.948984] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d381340a-3892-4f37-8f65-483092c73799" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.949081] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d381340a-3892-4f37-8f65-483092c73799',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.950381] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-d381340a-3892-4f37-8f65-483092c73799 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.950519] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d381340a-3892-4f37-8f65-483092c73799" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.950601] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d381340a-3892-4f37-8f65-483092c73799" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.951025] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d381340a-3892-4f37-8f65-483092c73799" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.951165] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.951272] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.951383] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.952197] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.952197] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.952197] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d381340a-3892-4f37-8f65-483092c73799',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.952658] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-168d2c35-e948-4854-abe1-a68b0bad9faf taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.952758] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-168d2c35-e948-4854-abe1-a68b0bad9faf" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.953976] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-168d2c35-e948-4854-abe1-a68b0bad9faf" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.955049] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-168d2c35-e948-4854-abe1-a68b0bad9faf" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.955049] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('168d2c35-e948-4854-abe1-a68b0bad9faf',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.134606] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a in Status: SUCCESS [ 730.134884] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.458602] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d381340a-3892-4f37-8f65-483092c73799',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.458602] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-d381340a-3892-4f37-8f65-483092c73799 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.458602] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d381340a-3892-4f37-8f65-483092c73799" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.460409] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 168d2c35-e948-4854-abe1-a68b0bad9faf with status ACTIVE [ 730.460409] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.460855] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.460855] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.463743] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.463935] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.464293] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.464423] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.464489] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.466201] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.466201] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.466201] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.466734] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.466734] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.466734] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.466889] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.466889] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 168d2c35-e948-4854-abe1-a68b0bad9faf is going to be updated. [ 730.499624] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.499833] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.499892] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.500217] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.500663] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.500663] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-168d2c35-e948-4854-abe1-a68b0bad9faf" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.970473] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d381340a-3892-4f37-8f65-483092c73799',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.095424] env[66341]: INFO networking_nsxv3.common.synchronization [None req-9cbe1a50-568c-46f5-b3c4-8f1df12cffb2 tempest-ImagesOneServerNegativeTestJSON-317969175 tempest-ImagesOneServerNegativeTestJSON-317969175-project-member] Enqueued Resource ID: 40c99df5-aad9-4827-8460-3a75ccc95474 with Priority: HIGHEST for action security_group_rules [ 731.095746] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40c99df5-aad9-4827-8460-3a75ccc95474 with Priority: HIGHEST for action security_group_rules [ 731.096362] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-40c99df5-aad9-4827-8460-3a75ccc95474 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.098354] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-40c99df5-aad9-4827-8460-3a75ccc95474" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.098354] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-40c99df5-aad9-4827-8460-3a75ccc95474" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.098354] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-40c99df5-aad9-4827-8460-3a75ccc95474" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.098354] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('40c99df5-aad9-4827-8460-3a75ccc95474',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.472751] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.473428] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.473428] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.473994] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.473994] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.473994] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d381340a-3892-4f37-8f65-483092c73799 is going to be created. [ 731.513069] env[66341]: INFO networking_nsxv3.common.synchronization [None req-4b9a606a-0b0c-4e4a-b29c-0508d7d2c2cd tempest-ImagesOneServerNegativeTestJSON-317969175 tempest-ImagesOneServerNegativeTestJSON-317969175-project-member] Enqueued Resource ID: 40c99df5-aad9-4827-8460-3a75ccc95474 with Priority: HIGHEST for action security_group_rules [ 731.514224] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.514389] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.514454] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.515224] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.515224] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.516664] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40c99df5-aad9-4827-8460-3a75ccc95474 with Priority: HIGHEST for action security_group_rules [ 731.517099] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-40c99df5-aad9-4827-8460-3a75ccc95474 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.517221] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-40c99df5-aad9-4827-8460-3a75ccc95474" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.528149] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d381340a-3892-4f37-8f65-483092c73799 in Status: UNINITIALIZED for 2s [ 731.624201] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.624467] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.624467] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.624623] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.624737] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.624809] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 40c99df5-aad9-4827-8460-3a75ccc95474 already deleted. [ 731.624889] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-40c99df5-aad9-4827-8460-3a75ccc95474" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.625070] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-40c99df5-aad9-4827-8460-3a75ccc95474" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.625436] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-40c99df5-aad9-4827-8460-3a75ccc95474" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.625562] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('40c99df5-aad9-4827-8460-3a75ccc95474',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.741137] env[66341]: INFO networking_nsxv3.common.synchronization [None req-a2913e0f-b9ad-40b1-a329-0483cba736c1 None None] Enqueued Resource ID: 25b8232f-6bf8-4617-a937-00b581ef248a with Priority: HIGHEST for action port [ 731.741868] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25b8232f-6bf8-4617-a937-00b581ef248a with Priority: HIGHEST for action port [ 731.742381] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-25b8232f-6bf8-4617-a937-00b581ef248a taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.742552] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-25b8232f-6bf8-4617-a937-00b581ef248a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.742653] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-25b8232f-6bf8-4617-a937-00b581ef248a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.743089] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-25b8232f-6bf8-4617-a937-00b581ef248a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.743205] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('25b8232f-6bf8-4617-a937-00b581ef248a',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.147591] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.147591] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.148049] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.148049] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.148049] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.148562] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 40c99df5-aad9-4827-8460-3a75ccc95474 already deleted. [ 732.148562] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-40c99df5-aad9-4827-8460-3a75ccc95474" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.249380] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 25b8232f-6bf8-4617-a937-00b581ef248a [ 732.249380] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.249380] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.249380] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.249380] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.249380] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.249380] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:25b8232f-6bf8-4617-a937-00b581ef248a already deleted. [ 732.249380] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-25b8232f-6bf8-4617-a937-00b581ef248a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.079050] env[66341]: INFO networking_nsxv3.common.synchronization [None req-c0bbb14c-e471-4fe4-b694-5b6a096e06ce None None] Enqueued Resource ID: e7fd35f2-8894-4988-9518-6e3ba9fa14ab with Priority: HIGHEST for action port [ 733.079674] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7fd35f2-8894-4988-9518-6e3ba9fa14ab with Priority: HIGHEST for action port [ 733.079969] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-e7fd35f2-8894-4988-9518-6e3ba9fa14ab taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.082248] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e7fd35f2-8894-4988-9518-6e3ba9fa14ab" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.082248] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e7fd35f2-8894-4988-9518-6e3ba9fa14ab" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.082248] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e7fd35f2-8894-4988-9518-6e3ba9fa14ab" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.082248] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e7fd35f2-8894-4988-9518-6e3ba9fa14ab',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.544547] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d381340a-3892-4f37-8f65-483092c73799 in Status: SUCCESS [ 733.544547] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d381340a-3892-4f37-8f65-483092c73799" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.544547] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d381340a-3892-4f37-8f65-483092c73799" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.544879] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d381340a-3892-4f37-8f65-483092c73799" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.545295] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.547093] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.547093] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.547336] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.547433] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.547527] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d381340a-3892-4f37-8f65-483092c73799" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.547635] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d381340a-3892-4f37-8f65-483092c73799',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.584901] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e7fd35f2-8894-4988-9518-6e3ba9fa14ab [ 733.585589] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.585589] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.585589] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.585835] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.585930] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.585997] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e7fd35f2-8894-4988-9518-6e3ba9fa14ab already deleted. [ 733.586195] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e7fd35f2-8894-4988-9518-6e3ba9fa14ab" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.694293] env[66341]: INFO networking_nsxv3.common.synchronization [req-ef8d88c9-f7d9-4ad8-ac8d-27f9fa1aa9c8 req-cae093d4-c633-4620-bc39-fe4ae18eefca tempest-ServersTestJSON-2126961376 tempest-ServersTestJSON-2126961376-project-member] Enqueued Resource ID: 3bd24151-8924-4c51-b869-89f5cc8e8a8d with Priority: HIGHEST for action security_group_members [ 733.695516] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bd24151-8924-4c51-b869-89f5cc8e8a8d with Priority: HIGHEST for action security_group_members [ 733.695516] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-3bd24151-8924-4c51-b869-89f5cc8e8a8d taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.695516] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3bd24151-8924-4c51-b869-89f5cc8e8a8d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.695516] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3bd24151-8924-4c51-b869-89f5cc8e8a8d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.695764] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3bd24151-8924-4c51-b869-89f5cc8e8a8d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.695863] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.695973] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.695973] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.696287] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.696322] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.696485] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3bd24151-8924-4c51-b869-89f5cc8e8a8d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.056780] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d381340a-3892-4f37-8f65-483092c73799',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.199292] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.199557] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.199557] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.199748] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.199928] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.200165] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.200292] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.200331] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.200556] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.200714] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.200876] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3bd24151-8924-4c51-b869-89f5cc8e8a8d already deleted. [ 734.201093] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3bd24151-8924-4c51-b869-89f5cc8e8a8d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.245173] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock network-55 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.245362] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "network-55" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.245462] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "network-55" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.245758] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "network-55" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.246081] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.246248] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.246359] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.247076] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.247076] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.247076] env[66341]: DEBUG dogpile.cache.region [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 734.247273] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] NeedRegenerationException {{(pid=66341) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 734.247273] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] no value, waiting for create lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 734.247334] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] value creation lock acquired {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 734.247423] env[66341]: DEBUG dogpile.cache.region [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 734.247520] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Calling creation function for not-yet-present value {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 734.247669] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 734.271160] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 734.271160] env[66341]: DEBUG dogpile.cache.region [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66341) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 734.271160] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Released creation lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 734.271160] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "network-55" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.271160] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock port-88274594-b1fe-4ae2-9b8c-017a17027c90 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.271160] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "port-88274594-b1fe-4ae2-9b8c-017a17027c90" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.271160] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "port-88274594-b1fe-4ae2-9b8c-017a17027c90" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.271160] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "port-88274594-b1fe-4ae2-9b8c-017a17027c90" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.271160] env[66341]: DEBUG networking_nsxv3.api.rpc [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('88274594-b1fe-4ae2-9b8c-017a17027c90',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.559905] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d381340a-3892-4f37-8f65-483092c73799: rpc.has_security_group_logging(os_id): False [ 734.585904] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.586181] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.586181] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.586321] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.586431] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.586655] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.586758] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.586825] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.586997] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.587090] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.587178] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d381340a-3892-4f37-8f65-483092c73799 is going to be created. [ 734.678305] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.678470] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.678574] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.679076] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.679168] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.696096] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d381340a-3892-4f37-8f65-483092c73799 in Status: IN_PROGRESS for 2s [ 734.773756] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.774110] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.774264] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.774567] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.774737] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.774858] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Segment Port 88274594-b1fe-4ae2-9b8c-017a17027c90 not found, creating... [ 734.775160] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.775315] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.775424] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.775641] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.775781] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.776833] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.777090] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.777349] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.777578] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.777904] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.778116] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Resource: SegmentPort with ID: 88274594-b1fe-4ae2-9b8c-017a17027c90 is going to be created. [ 734.814259] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.814259] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.814259] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.814515] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.814764] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.815320] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "port-88274594-b1fe-4ae2-9b8c-017a17027c90" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.538574] env[66341]: INFO networking_nsxv3.common.synchronization [None req-848100fa-6344-434a-9a07-2d93e353ed3b None None] Enqueued Resource ID: 522f39f1-80e4-4c40-9a4c-34a32967cbd4 with Priority: HIGHEST for action port [ 735.539314] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 522f39f1-80e4-4c40-9a4c-34a32967cbd4 with Priority: HIGHEST for action port [ 735.542154] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-522f39f1-80e4-4c40-9a4c-34a32967cbd4 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.542154] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-522f39f1-80e4-4c40-9a4c-34a32967cbd4" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.542154] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-522f39f1-80e4-4c40-9a4c-34a32967cbd4" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.542154] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-522f39f1-80e4-4c40-9a4c-34a32967cbd4" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.542154] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('522f39f1-80e4-4c40-9a4c-34a32967cbd4',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.615295] env[66341]: INFO networking_nsxv3.common.synchronization [req-ef8d88c9-f7d9-4ad8-ac8d-27f9fa1aa9c8 req-943cf816-f180-4c4d-b5f8-7fa09f077f15 service nova] Enqueued Resource ID: 3bd24151-8924-4c51-b869-89f5cc8e8a8d with Priority: HIGHEST for action security_group_rules [ 735.615561] env[66341]: INFO networking_nsxv3.common.synchronization [req-ef8d88c9-f7d9-4ad8-ac8d-27f9fa1aa9c8 req-943cf816-f180-4c4d-b5f8-7fa09f077f15 service nova] Enqueued Resource ID: 3bd24151-8924-4c51-b869-89f5cc8e8a8d with Priority: HIGHEST for action security_group_members [ 735.616747] env[66341]: INFO networking_nsxv3.common.synchronization [req-ef8d88c9-f7d9-4ad8-ac8d-27f9fa1aa9c8 req-943cf816-f180-4c4d-b5f8-7fa09f077f15 service nova] Enqueued Resource ID: 88274594-b1fe-4ae2-9b8c-017a17027c90 with Priority: HIGHEST for action port [ 735.616747] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bd24151-8924-4c51-b869-89f5cc8e8a8d with Priority: HIGHEST for action security_group_rules [ 735.616747] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bd24151-8924-4c51-b869-89f5cc8e8a8d with Priority: HIGHEST for action security_group_members [ 735.616893] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88274594-b1fe-4ae2-9b8c-017a17027c90 with Priority: HIGHEST for action port [ 735.617191] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3bd24151-8924-4c51-b869-89f5cc8e8a8d taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.617345] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3bd24151-8924-4c51-b869-89f5cc8e8a8d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.617437] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3bd24151-8924-4c51-b869-89f5cc8e8a8d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.617761] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3bd24151-8924-4c51-b869-89f5cc8e8a8d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.617839] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3bd24151-8924-4c51-b869-89f5cc8e8a8d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.618809] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-3bd24151-8924-4c51-b869-89f5cc8e8a8d taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.619244] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3bd24151-8924-4c51-b869-89f5cc8e8a8d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.619244] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3bd24151-8924-4c51-b869-89f5cc8e8a8d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.619244] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3bd24151-8924-4c51-b869-89f5cc8e8a8d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.619422] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.619553] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.620522] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.620522] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.620522] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.620522] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3bd24151-8924-4c51-b869-89f5cc8e8a8d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.622650] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-88274594-b1fe-4ae2-9b8c-017a17027c90 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.622790] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-88274594-b1fe-4ae2-9b8c-017a17027c90" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.622866] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-88274594-b1fe-4ae2-9b8c-017a17027c90" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.623061] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-88274594-b1fe-4ae2-9b8c-017a17027c90" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.623138] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('88274594-b1fe-4ae2-9b8c-017a17027c90',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.045348] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 522f39f1-80e4-4c40-9a4c-34a32967cbd4 [ 736.045348] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.045737] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.045737] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.045994] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.046161] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.046386] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:522f39f1-80e4-4c40-9a4c-34a32967cbd4 already deleted. [ 736.046518] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-522f39f1-80e4-4c40-9a4c-34a32967cbd4" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.129146] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3bd24151-8924-4c51-b869-89f5cc8e8a8d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.129146] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-3bd24151-8924-4c51-b869-89f5cc8e8a8d taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.129146] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3bd24151-8924-4c51-b869-89f5cc8e8a8d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.129146] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 88274594-b1fe-4ae2-9b8c-017a17027c90 with status ACTIVE [ 736.129146] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.129146] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.129146] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.129146] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.130503] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.131123] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.131460] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.131680] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.134583] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.134583] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.134583] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.134583] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.134583] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.134583] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.134583] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.134583] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 88274594-b1fe-4ae2-9b8c-017a17027c90 is going to be updated. [ 736.147448] env[66341]: INFO networking_nsxv3.common.synchronization [None req-928c8cd8-7ee7-4647-86e7-b7a4b1357ecd None None] Enqueued Resource ID: 5d92989a-a499-40ce-a756-a0a020f419cf with Priority: HIGHEST for action port [ 736.147679] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d92989a-a499-40ce-a756-a0a020f419cf with Priority: HIGHEST for action port [ 736.148868] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-5d92989a-a499-40ce-a756-a0a020f419cf taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.149365] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5d92989a-a499-40ce-a756-a0a020f419cf" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.149365] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5d92989a-a499-40ce-a756-a0a020f419cf" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.149505] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5d92989a-a499-40ce-a756-a0a020f419cf" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.149619] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5d92989a-a499-40ce-a756-a0a020f419cf',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.156129] env[66341]: INFO networking_nsxv3.common.synchronization [req-02d03032-69a2-44c6-8f3a-1d50dd7522d3 req-1c4da636-75c5-43f3-b520-3eaa140ca048 tempest-ImagesOneServerTestJSON-1252896137 tempest-ImagesOneServerTestJSON-1252896137-project-member] Enqueued Resource ID: 60af5dd4-b4ab-4eee-b23a-43415ee3ca50 with Priority: HIGHEST for action security_group_members [ 736.157689] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60af5dd4-b4ab-4eee-b23a-43415ee3ca50 with Priority: HIGHEST for action security_group_members [ 736.158681] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-60af5dd4-b4ab-4eee-b23a-43415ee3ca50 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.158843] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60af5dd4-b4ab-4eee-b23a-43415ee3ca50" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.158904] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60af5dd4-b4ab-4eee-b23a-43415ee3ca50" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.159188] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60af5dd4-b4ab-4eee-b23a-43415ee3ca50" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.159408] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.159518] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.159581] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.159740] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.161149] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.161149] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('60af5dd4-b4ab-4eee-b23a-43415ee3ca50',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.161909] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.165607] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.165607] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.165607] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.165607] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.165607] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-88274594-b1fe-4ae2-9b8c-017a17027c90" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.642031] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3bd24151-8924-4c51-b869-89f5cc8e8a8d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.656617] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5d92989a-a499-40ce-a756-a0a020f419cf [ 736.656839] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.656984] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.657075] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.657311] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.657447] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.657590] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5d92989a-a499-40ce-a756-a0a020f419cf already deleted. [ 736.657724] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5d92989a-a499-40ce-a756-a0a020f419cf" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.666844] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.667085] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.667085] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.667922] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.667922] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.667922] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.667922] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.667922] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.667922] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.667922] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.668276] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 60af5dd4-b4ab-4eee-b23a-43415ee3ca50 is going to be updated. [ 736.706329] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.706329] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.706329] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.706329] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.706329] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.712552] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d381340a-3892-4f37-8f65-483092c73799 in Status: SUCCESS [ 736.712748] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d381340a-3892-4f37-8f65-483092c73799" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.715542] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60af5dd4-b4ab-4eee-b23a-43415ee3ca50 in Status: IN_PROGRESS for 2s [ 737.145360] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.145360] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.145360] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.145360] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.145360] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.145360] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3bd24151-8924-4c51-b869-89f5cc8e8a8d is going to be created. [ 737.179472] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.179472] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.179472] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.179472] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.179472] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.189043] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3bd24151-8924-4c51-b869-89f5cc8e8a8d in Status: UNINITIALIZED for 2s [ 737.558191] env[66341]: INFO networking_nsxv3.common.synchronization [None req-08333b97-97fe-40f6-a488-43ad69442818 None None] Enqueued Resource ID: 89e414b2-eee1-4236-8bd1-0d08977052a2 with Priority: HIGHEST for action port [ 737.558191] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89e414b2-eee1-4236-8bd1-0d08977052a2 with Priority: HIGHEST for action port [ 737.558191] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-89e414b2-eee1-4236-8bd1-0d08977052a2 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.558191] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-89e414b2-eee1-4236-8bd1-0d08977052a2" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.558191] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-89e414b2-eee1-4236-8bd1-0d08977052a2" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.558879] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-89e414b2-eee1-4236-8bd1-0d08977052a2" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.558879] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('89e414b2-eee1-4236-8bd1-0d08977052a2',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.613663] env[66341]: INFO networking_nsxv3.common.synchronization [req-b58b59ad-888b-4844-b0fd-324d74cdf1db req-10b21402-be6a-4b4d-a712-4fe177bd62f9 tempest-InstanceActionsNegativeTestJSON-374930455 tempest-InstanceActionsNegativeTestJSON-374930455-project-member] Enqueued Resource ID: 460bd348-4b2b-4cc9-b7ca-a874a8dcec57 with Priority: HIGHEST for action security_group_members [ 737.614561] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 460bd348-4b2b-4cc9-b7ca-a874a8dcec57 with Priority: HIGHEST for action security_group_members [ 737.614857] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-460bd348-4b2b-4cc9-b7ca-a874a8dcec57 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.614980] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-460bd348-4b2b-4cc9-b7ca-a874a8dcec57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.615063] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-460bd348-4b2b-4cc9-b7ca-a874a8dcec57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.615350] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-460bd348-4b2b-4cc9-b7ca-a874a8dcec57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.617735] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.617896] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.617971] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.618202] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.618267] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.618362] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('460bd348-4b2b-4cc9-b7ca-a874a8dcec57',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.061630] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 89e414b2-eee1-4236-8bd1-0d08977052a2 [ 738.062042] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.062042] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.062189] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.062391] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.062486] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.062607] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:89e414b2-eee1-4236-8bd1-0d08977052a2 already deleted. [ 738.062695] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-89e414b2-eee1-4236-8bd1-0d08977052a2" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.124365] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.124365] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.124365] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.124365] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.124365] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.124365] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.124365] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.124365] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.124365] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.124365] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.124365] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 460bd348-4b2b-4cc9-b7ca-a874a8dcec57 already deleted. [ 738.124365] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-460bd348-4b2b-4cc9-b7ca-a874a8dcec57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.422771] env[66341]: INFO networking_nsxv3.common.synchronization [req-56e132e3-52b5-4fe7-a305-75a11d06ec57 req-120f78a5-67b2-4803-88d2-cca4c2ab409b tempest-VolumesAdminNegativeTest-1773408548 tempest-VolumesAdminNegativeTest-1773408548-project-member] Enqueued Resource ID: 54c602c8-3132-402f-970c-ac9034931047 with Priority: HIGHEST for action security_group_members [ 738.423487] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54c602c8-3132-402f-970c-ac9034931047 with Priority: HIGHEST for action security_group_members [ 738.423701] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-54c602c8-3132-402f-970c-ac9034931047 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.423783] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54c602c8-3132-402f-970c-ac9034931047" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.423873] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54c602c8-3132-402f-970c-ac9034931047" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.424141] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54c602c8-3132-402f-970c-ac9034931047" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.425029] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.425029] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.425029] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.425029] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.425029] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.425029] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('54c602c8-3132-402f-970c-ac9034931047',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.728275] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60af5dd4-b4ab-4eee-b23a-43415ee3ca50 in Status: SUCCESS [ 738.728734] env[66341]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 60af5dd4-b4ab-4eee-b23a-43415ee3ca50 deletion is rescheduled due to dependency. [ 738.728987] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60af5dd4-b4ab-4eee-b23a-43415ee3ca50" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.853829] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock network-645 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.854092] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "network-645" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.854184] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "network-645" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.854510] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "network-645" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.854910] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.854910] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.855139] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.857763] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.857933] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.858175] env[66341]: DEBUG dogpile.cache.region [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 738.858299] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] NeedRegenerationException {{(pid=66341) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 738.858382] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] no value, waiting for create lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 738.858509] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] value creation lock acquired {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 738.858604] env[66341]: DEBUG dogpile.cache.region [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 738.858695] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Calling creation function for not-yet-present value {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 738.858853] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 738.882396] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 738.882552] env[66341]: DEBUG dogpile.cache.region [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66341) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 738.882552] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Released creation lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 738.882720] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "network-645" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.883119] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock port-d0ad2d89-167f-43bd-827c-1512166ddb92 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.883389] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "port-d0ad2d89-167f-43bd-827c-1512166ddb92" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.883389] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "port-d0ad2d89-167f-43bd-827c-1512166ddb92" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.883761] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "port-d0ad2d89-167f-43bd-827c-1512166ddb92" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.883897] env[66341]: DEBUG networking_nsxv3.api.rpc [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d0ad2d89-167f-43bd-827c-1512166ddb92',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.930651] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.930651] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.930651] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.930651] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.930651] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.930651] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.930651] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.930651] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.930651] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.930651] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.930651] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 54c602c8-3132-402f-970c-ac9034931047 is going to be updated. [ 738.964283] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.964283] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.964283] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.964283] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.964984] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.978478] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 54c602c8-3132-402f-970c-ac9034931047 in Status: IN_PROGRESS for 2s [ 739.203205] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3bd24151-8924-4c51-b869-89f5cc8e8a8d in Status: SUCCESS [ 739.205332] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3bd24151-8924-4c51-b869-89f5cc8e8a8d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.205563] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3bd24151-8924-4c51-b869-89f5cc8e8a8d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.205834] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3bd24151-8924-4c51-b869-89f5cc8e8a8d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.206031] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.206231] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.206231] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.206647] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.206647] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.206647] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3bd24151-8924-4c51-b869-89f5cc8e8a8d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.206647] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3bd24151-8924-4c51-b869-89f5cc8e8a8d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.389066] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.389066] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.389066] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.389066] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.389066] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.389066] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Segment Port d0ad2d89-167f-43bd-827c-1512166ddb92 not found, creating... [ 739.389066] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.389066] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.389066] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.389066] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.389066] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.389858] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.389858] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.389858] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.389858] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.389858] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.389858] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Resource: SegmentPort with ID: d0ad2d89-167f-43bd-827c-1512166ddb92 is going to be created. [ 739.415436] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.415854] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.415854] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.416156] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.416349] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.416689] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "port-d0ad2d89-167f-43bd-827c-1512166ddb92" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.710050] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-3bd24151-8924-4c51-b869-89f5cc8e8a8d taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.710050] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3bd24151-8924-4c51-b869-89f5cc8e8a8d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.710050] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3bd24151-8924-4c51-b869-89f5cc8e8a8d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.710050] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3bd24151-8924-4c51-b869-89f5cc8e8a8d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.710050] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.710502] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.710502] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.710502] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.710502] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.710613] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3bd24151-8924-4c51-b869-89f5cc8e8a8d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.711273] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-3bd24151-8924-4c51-b869-89f5cc8e8a8d taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.711273] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3bd24151-8924-4c51-b869-89f5cc8e8a8d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.711273] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3bd24151-8924-4c51-b869-89f5cc8e8a8d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.711437] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3bd24151-8924-4c51-b869-89f5cc8e8a8d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.711468] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.711576] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.711669] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.711872] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.711966] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.712066] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3bd24151-8924-4c51-b869-89f5cc8e8a8d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.712386] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3bd24151-8924-4c51-b869-89f5cc8e8a8d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.793169] env[66341]: INFO networking_nsxv3.common.synchronization [None req-78c28585-87f3-402e-84d1-36aa7a07234c None None] Enqueued Resource ID: 22fe5d1c-51b2-4d68-ad48-04bd1879e654 with Priority: HIGHEST for action port [ 739.793169] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22fe5d1c-51b2-4d68-ad48-04bd1879e654 with Priority: HIGHEST for action port [ 739.793169] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-22fe5d1c-51b2-4d68-ad48-04bd1879e654 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.793169] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-22fe5d1c-51b2-4d68-ad48-04bd1879e654" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.793335] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-22fe5d1c-51b2-4d68-ad48-04bd1879e654" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.793521] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-22fe5d1c-51b2-4d68-ad48-04bd1879e654" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.793633] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('22fe5d1c-51b2-4d68-ad48-04bd1879e654',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.958459] env[66341]: INFO networking_nsxv3.common.synchronization [req-f71defad-06e9-402a-be0f-968ec9670aeb req-b6305d06-e80e-435f-8ef5-93eaa365e06b tempest-ServerPasswordTestJSON-1686786663 tempest-ServerPasswordTestJSON-1686786663-project-member] Enqueued Resource ID: 75f017f0-6b8a-46d9-8b05-c056a68c4b4a with Priority: HIGHEST for action security_group_members [ 739.958848] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75f017f0-6b8a-46d9-8b05-c056a68c4b4a with Priority: HIGHEST for action security_group_members [ 739.959232] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-75f017f0-6b8a-46d9-8b05-c056a68c4b4a taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.959365] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75f017f0-6b8a-46d9-8b05-c056a68c4b4a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.959434] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75f017f0-6b8a-46d9-8b05-c056a68c4b4a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.959805] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75f017f0-6b8a-46d9-8b05-c056a68c4b4a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.959864] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.959920] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.959989] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.960151] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.960236] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.960330] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('75f017f0-6b8a-46d9-8b05-c056a68c4b4a',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.208593] env[66341]: INFO networking_nsxv3.common.synchronization [req-b58b59ad-888b-4844-b0fd-324d74cdf1db req-776f8f3c-1579-4f79-94e1-92e15d321e12 service nova] Enqueued Resource ID: 460bd348-4b2b-4cc9-b7ca-a874a8dcec57 with Priority: HIGHEST for action security_group_rules [ 740.208593] env[66341]: INFO networking_nsxv3.common.synchronization [req-b58b59ad-888b-4844-b0fd-324d74cdf1db req-776f8f3c-1579-4f79-94e1-92e15d321e12 service nova] Enqueued Resource ID: 460bd348-4b2b-4cc9-b7ca-a874a8dcec57 with Priority: HIGHEST for action security_group_members [ 740.208593] env[66341]: INFO networking_nsxv3.common.synchronization [req-b58b59ad-888b-4844-b0fd-324d74cdf1db req-776f8f3c-1579-4f79-94e1-92e15d321e12 service nova] Enqueued Resource ID: d0ad2d89-167f-43bd-827c-1512166ddb92 with Priority: HIGHEST for action port [ 740.209416] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 460bd348-4b2b-4cc9-b7ca-a874a8dcec57 with Priority: HIGHEST for action security_group_rules [ 740.209416] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 460bd348-4b2b-4cc9-b7ca-a874a8dcec57 with Priority: HIGHEST for action security_group_members [ 740.209416] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0ad2d89-167f-43bd-827c-1512166ddb92 with Priority: HIGHEST for action port [ 740.209603] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-460bd348-4b2b-4cc9-b7ca-a874a8dcec57 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.209603] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-460bd348-4b2b-4cc9-b7ca-a874a8dcec57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.209706] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-460bd348-4b2b-4cc9-b7ca-a874a8dcec57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.209969] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-460bd348-4b2b-4cc9-b7ca-a874a8dcec57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.210119] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('460bd348-4b2b-4cc9-b7ca-a874a8dcec57',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.214653] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-460bd348-4b2b-4cc9-b7ca-a874a8dcec57 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.214862] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-460bd348-4b2b-4cc9-b7ca-a874a8dcec57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.214958] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-460bd348-4b2b-4cc9-b7ca-a874a8dcec57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.215283] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-460bd348-4b2b-4cc9-b7ca-a874a8dcec57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.215398] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.215501] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.215692] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.215757] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.215812] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.216252] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('460bd348-4b2b-4cc9-b7ca-a874a8dcec57',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.220018] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-d0ad2d89-167f-43bd-827c-1512166ddb92 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.220018] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d0ad2d89-167f-43bd-827c-1512166ddb92" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.220018] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d0ad2d89-167f-43bd-827c-1512166ddb92" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.220018] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d0ad2d89-167f-43bd-827c-1512166ddb92" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.220018] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d0ad2d89-167f-43bd-827c-1512166ddb92',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.220018] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3bd24151-8924-4c51-b869-89f5cc8e8a8d: rpc.has_security_group_logging(os_id): False [ 740.241584] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.241584] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.241584] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.241584] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.241584] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.241584] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.241584] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.241584] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.241584] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.242647] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.242647] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.242647] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.242647] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.242647] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.242647] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.243587] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.243587] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.243587] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.243587] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.243587] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.243587] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3bd24151-8924-4c51-b869-89f5cc8e8a8d is going to be created. [ 740.297348] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 22fe5d1c-51b2-4d68-ad48-04bd1879e654 [ 740.300755] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.300755] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.300755] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.300755] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.300755] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.300755] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:22fe5d1c-51b2-4d68-ad48-04bd1879e654 already deleted. [ 740.300755] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-22fe5d1c-51b2-4d68-ad48-04bd1879e654" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.321778] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.321778] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.321778] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.321778] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.322060] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.345366] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3bd24151-8924-4c51-b869-89f5cc8e8a8d in Status: IN_PROGRESS for 2s [ 740.463491] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.464515] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.464805] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.465269] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.465635] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.466828] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.467127] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.467314] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.467621] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.468243] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.468243] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75f017f0-6b8a-46d9-8b05-c056a68c4b4a already deleted. [ 740.468243] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75f017f0-6b8a-46d9-8b05-c056a68c4b4a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.523217] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock network-582 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.523217] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "network-582" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.523217] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "network-582" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.523512] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "network-582" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.523775] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.523933] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.524063] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.524275] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.524424] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.525066] env[66341]: DEBUG dogpile.cache.region [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 740.525459] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] NeedRegenerationException {{(pid=66341) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 740.525459] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] no value, waiting for create lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 740.525459] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] value creation lock acquired {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 740.525657] env[66341]: DEBUG dogpile.cache.region [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 740.525657] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Calling creation function for not-yet-present value {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 740.525790] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 740.548881] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 740.549053] env[66341]: DEBUG dogpile.cache.region [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66341) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 740.550521] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Released creation lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 740.550521] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "network-582" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.550521] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock port-9ec9d1f6-8940-418f-a14c-3edf9849893e taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.550521] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "port-9ec9d1f6-8940-418f-a14c-3edf9849893e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.550521] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "port-9ec9d1f6-8940-418f-a14c-3edf9849893e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.550521] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "port-9ec9d1f6-8940-418f-a14c-3edf9849893e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.550521] env[66341]: DEBUG networking_nsxv3.api.rpc [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9ec9d1f6-8940-418f-a14c-3edf9849893e',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.720160] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-460bd348-4b2b-4cc9-b7ca-a874a8dcec57 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.720160] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-460bd348-4b2b-4cc9-b7ca-a874a8dcec57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.721371] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('460bd348-4b2b-4cc9-b7ca-a874a8dcec57',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.721932] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d0ad2d89-167f-43bd-827c-1512166ddb92 with status ACTIVE [ 740.722154] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.722282] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.722356] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.722552] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.722631] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.723093] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.723093] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.723093] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.723093] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.723271] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.724339] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.724339] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.724339] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.724339] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.724339] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.724339] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d0ad2d89-167f-43bd-827c-1512166ddb92 is going to be updated. [ 740.750208] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.750397] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.750441] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.750623] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.751672] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.751672] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d0ad2d89-167f-43bd-827c-1512166ddb92" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.992591] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 54c602c8-3132-402f-970c-ac9034931047 in Status: SUCCESS [ 740.992591] env[66341]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 54c602c8-3132-402f-970c-ac9034931047 deletion is rescheduled due to dependency. [ 740.992591] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54c602c8-3132-402f-970c-ac9034931047" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.056058] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.056058] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.056058] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.056058] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.056058] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.056058] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Segment Port 9ec9d1f6-8940-418f-a14c-3edf9849893e not found, creating... [ 741.056058] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.056058] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.056058] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.056058] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.056058] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.057158] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.057515] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.057772] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.059951] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.059951] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.059951] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Resource: SegmentPort with ID: 9ec9d1f6-8940-418f-a14c-3edf9849893e is going to be created. [ 741.082055] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.082674] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.083503] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.083503] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.083620] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.084555] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "port-9ec9d1f6-8940-418f-a14c-3edf9849893e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.226195] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('460bd348-4b2b-4cc9-b7ca-a874a8dcec57',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.728816] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.729061] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.729150] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.729464] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.729464] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.729578] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 460bd348-4b2b-4cc9-b7ca-a874a8dcec57 is going to be created. [ 741.760642] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.761137] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.761137] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.761290] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.761421] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.773600] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 460bd348-4b2b-4cc9-b7ca-a874a8dcec57 in Status: UNINITIALIZED for 2s [ 741.846939] env[66341]: INFO networking_nsxv3.common.synchronization [req-f71defad-06e9-402a-be0f-968ec9670aeb req-46808f4a-505f-41d1-a79e-170895d4d077 service nova] Enqueued Resource ID: 75f017f0-6b8a-46d9-8b05-c056a68c4b4a with Priority: HIGHEST for action security_group_rules [ 741.847448] env[66341]: INFO networking_nsxv3.common.synchronization [req-f71defad-06e9-402a-be0f-968ec9670aeb req-46808f4a-505f-41d1-a79e-170895d4d077 service nova] Enqueued Resource ID: 75f017f0-6b8a-46d9-8b05-c056a68c4b4a with Priority: HIGHEST for action security_group_members [ 741.847448] env[66341]: INFO networking_nsxv3.common.synchronization [req-f71defad-06e9-402a-be0f-968ec9670aeb req-46808f4a-505f-41d1-a79e-170895d4d077 service nova] Enqueued Resource ID: 9ec9d1f6-8940-418f-a14c-3edf9849893e with Priority: HIGHEST for action port [ 741.847998] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75f017f0-6b8a-46d9-8b05-c056a68c4b4a with Priority: HIGHEST for action security_group_rules [ 741.848183] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75f017f0-6b8a-46d9-8b05-c056a68c4b4a with Priority: HIGHEST for action security_group_members [ 741.848339] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ec9d1f6-8940-418f-a14c-3edf9849893e with Priority: HIGHEST for action port [ 741.848644] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-75f017f0-6b8a-46d9-8b05-c056a68c4b4a taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.848801] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-75f017f0-6b8a-46d9-8b05-c056a68c4b4a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.848801] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-75f017f0-6b8a-46d9-8b05-c056a68c4b4a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.849026] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-75f017f0-6b8a-46d9-8b05-c056a68c4b4a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.849117] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('75f017f0-6b8a-46d9-8b05-c056a68c4b4a',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.850157] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-75f017f0-6b8a-46d9-8b05-c056a68c4b4a taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.850431] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75f017f0-6b8a-46d9-8b05-c056a68c4b4a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.850568] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75f017f0-6b8a-46d9-8b05-c056a68c4b4a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.850816] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75f017f0-6b8a-46d9-8b05-c056a68c4b4a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.851044] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.851169] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.851244] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.851416] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.851557] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.851604] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('75f017f0-6b8a-46d9-8b05-c056a68c4b4a',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.852618] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-9ec9d1f6-8940-418f-a14c-3edf9849893e taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.853165] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9ec9d1f6-8940-418f-a14c-3edf9849893e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.853165] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9ec9d1f6-8940-418f-a14c-3edf9849893e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.853330] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9ec9d1f6-8940-418f-a14c-3edf9849893e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.853458] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9ec9d1f6-8940-418f-a14c-3edf9849893e',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.355619] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('75f017f0-6b8a-46d9-8b05-c056a68c4b4a',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.358400] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-75f017f0-6b8a-46d9-8b05-c056a68c4b4a taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.358400] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75f017f0-6b8a-46d9-8b05-c056a68c4b4a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.358400] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9ec9d1f6-8940-418f-a14c-3edf9849893e with status ACTIVE [ 742.358400] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.358400] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.358400] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.358400] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.358400] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.358400] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.358400] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.360689] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.360689] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.360689] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.360689] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.360689] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.360689] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.360689] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.360689] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.364276] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9ec9d1f6-8940-418f-a14c-3edf9849893e is going to be updated. [ 742.368026] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3bd24151-8924-4c51-b869-89f5cc8e8a8d in Status: SUCCESS [ 742.369108] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3bd24151-8924-4c51-b869-89f5cc8e8a8d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.377549] env[66341]: INFO networking_nsxv3.common.synchronization [req-5d549ad3-7b80-4fbf-994e-49eb93b70cc7 req-65e03838-2d29-4c14-94b5-e528ab4b6d4c tempest-AttachInterfacesV270Test-1135763285 tempest-AttachInterfacesV270Test-1135763285-project-member] Enqueued Resource ID: b78067b2-0e49-46cc-a600-711266e185c4 with Priority: HIGHEST for action security_group_members [ 742.382396] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b78067b2-0e49-46cc-a600-711266e185c4 with Priority: HIGHEST for action security_group_members [ 742.383089] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-b78067b2-0e49-46cc-a600-711266e185c4 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.383227] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b78067b2-0e49-46cc-a600-711266e185c4" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.383294] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b78067b2-0e49-46cc-a600-711266e185c4" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.383616] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b78067b2-0e49-46cc-a600-711266e185c4" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.383722] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.383821] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.383887] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.384065] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.384156] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.384256] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b78067b2-0e49-46cc-a600-711266e185c4',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.396256] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.396256] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.396256] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.396256] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.396256] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.396256] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9ec9d1f6-8940-418f-a14c-3edf9849893e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.869896] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('75f017f0-6b8a-46d9-8b05-c056a68c4b4a',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.887083] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.887488] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.887488] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.887628] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.887715] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.887986] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.888088] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.888171] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.888582] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.888582] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.888582] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b78067b2-0e49-46cc-a600-711266e185c4 is going to be updated. [ 742.925503] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.925729] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.925822] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.926049] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.926191] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.936507] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b78067b2-0e49-46cc-a600-711266e185c4 in Status: IN_PROGRESS for 2s [ 743.372500] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.372500] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.372500] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.372882] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.372882] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.373107] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75f017f0-6b8a-46d9-8b05-c056a68c4b4a is going to be created. [ 743.399365] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.399586] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.399644] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.400010] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.400139] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.411939] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75f017f0-6b8a-46d9-8b05-c056a68c4b4a in Status: UNINITIALIZED for 2s [ 743.787059] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 460bd348-4b2b-4cc9-b7ca-a874a8dcec57 in Status: SUCCESS [ 743.787407] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-460bd348-4b2b-4cc9-b7ca-a874a8dcec57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.787514] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-460bd348-4b2b-4cc9-b7ca-a874a8dcec57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.787681] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-460bd348-4b2b-4cc9-b7ca-a874a8dcec57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.787857] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.787971] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.788192] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.788314] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.788420] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.788475] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-460bd348-4b2b-4cc9-b7ca-a874a8dcec57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.788566] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('460bd348-4b2b-4cc9-b7ca-a874a8dcec57',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.290523] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-460bd348-4b2b-4cc9-b7ca-a874a8dcec57 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.290742] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-460bd348-4b2b-4cc9-b7ca-a874a8dcec57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.290845] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-460bd348-4b2b-4cc9-b7ca-a874a8dcec57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.291229] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-460bd348-4b2b-4cc9-b7ca-a874a8dcec57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.291412] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.291510] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.291623] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.291794] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.291886] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.291978] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-460bd348-4b2b-4cc9-b7ca-a874a8dcec57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.292142] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-460bd348-4b2b-4cc9-b7ca-a874a8dcec57 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.292255] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-460bd348-4b2b-4cc9-b7ca-a874a8dcec57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.292416] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-460bd348-4b2b-4cc9-b7ca-a874a8dcec57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.292456] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-460bd348-4b2b-4cc9-b7ca-a874a8dcec57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.292594] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.292659] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.292716] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.292848] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.292958] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.293422] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-460bd348-4b2b-4cc9-b7ca-a874a8dcec57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.293595] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('460bd348-4b2b-4cc9-b7ca-a874a8dcec57',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.798612] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 460bd348-4b2b-4cc9-b7ca-a874a8dcec57: rpc.has_security_group_logging(os_id): False [ 744.820779] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.821031] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.821148] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.821505] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.821657] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.822090] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.822261] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.822432] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.822603] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.822735] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.823141] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.823323] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.823422] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.823582] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.823683] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.823877] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.824155] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.824238] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.824409] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.824495] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.824608] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 460bd348-4b2b-4cc9-b7ca-a874a8dcec57 is going to be created. [ 744.889118] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.889285] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.889359] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.889592] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.889749] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.905020] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 460bd348-4b2b-4cc9-b7ca-a874a8dcec57 in Status: IN_PROGRESS for 2s [ 744.951838] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b78067b2-0e49-46cc-a600-711266e185c4 in Status: SUCCESS [ 744.951838] env[66341]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b78067b2-0e49-46cc-a600-711266e185c4 deletion is rescheduled due to dependency. [ 744.951838] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b78067b2-0e49-46cc-a600-711266e185c4" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.425366] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75f017f0-6b8a-46d9-8b05-c056a68c4b4a in Status: SUCCESS [ 745.425662] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75f017f0-6b8a-46d9-8b05-c056a68c4b4a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.425796] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75f017f0-6b8a-46d9-8b05-c056a68c4b4a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.426104] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75f017f0-6b8a-46d9-8b05-c056a68c4b4a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.426320] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.426530] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.426651] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.426891] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.426985] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.427096] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75f017f0-6b8a-46d9-8b05-c056a68c4b4a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.427202] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('75f017f0-6b8a-46d9-8b05-c056a68c4b4a',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.932244] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-75f017f0-6b8a-46d9-8b05-c056a68c4b4a taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.932677] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75f017f0-6b8a-46d9-8b05-c056a68c4b4a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.932677] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75f017f0-6b8a-46d9-8b05-c056a68c4b4a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.932787] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75f017f0-6b8a-46d9-8b05-c056a68c4b4a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.933048] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.933048] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.933288] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.933288] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.933442] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.933442] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75f017f0-6b8a-46d9-8b05-c056a68c4b4a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.933528] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-75f017f0-6b8a-46d9-8b05-c056a68c4b4a taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.933626] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75f017f0-6b8a-46d9-8b05-c056a68c4b4a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.933683] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75f017f0-6b8a-46d9-8b05-c056a68c4b4a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.933815] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75f017f0-6b8a-46d9-8b05-c056a68c4b4a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.933970] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.934089] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.934312] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.934312] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.934413] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.934413] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75f017f0-6b8a-46d9-8b05-c056a68c4b4a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.934494] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('75f017f0-6b8a-46d9-8b05-c056a68c4b4a',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.437041] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 75f017f0-6b8a-46d9-8b05-c056a68c4b4a: rpc.has_security_group_logging(os_id): False [ 746.460924] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.460924] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.460924] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.461261] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.461349] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.461688] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.461851] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.461948] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.462618] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.462618] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.462618] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.462758] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.462758] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.463026] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.463104] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.463420] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.463614] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.463752] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.463981] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.464180] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.464312] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 75f017f0-6b8a-46d9-8b05-c056a68c4b4a is going to be created. [ 746.558297] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.558566] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.558666] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.559289] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.560221] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.577909] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 75f017f0-6b8a-46d9-8b05-c056a68c4b4a in Status: IN_PROGRESS for 2s [ 746.926555] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 460bd348-4b2b-4cc9-b7ca-a874a8dcec57 in Status: SUCCESS [ 746.926797] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-460bd348-4b2b-4cc9-b7ca-a874a8dcec57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.087628] env[66341]: INFO networking_nsxv3.common.synchronization [req-70c43daf-373e-45cf-af32-5f7c971cd0ad req-87d79819-27c9-48cd-81b3-326243abce40 tempest-ServerAddressesNegativeTestJSON-1570527458 tempest-ServerAddressesNegativeTestJSON-1570527458-project-member] Enqueued Resource ID: 344a148a-41d4-4c58-a105-f1ccd37c8e78 with Priority: HIGHEST for action security_group_members [ 747.088309] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 344a148a-41d4-4c58-a105-f1ccd37c8e78 with Priority: HIGHEST for action security_group_members [ 747.088639] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-344a148a-41d4-4c58-a105-f1ccd37c8e78 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.088752] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-344a148a-41d4-4c58-a105-f1ccd37c8e78" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.092971] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-344a148a-41d4-4c58-a105-f1ccd37c8e78" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.092971] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-344a148a-41d4-4c58-a105-f1ccd37c8e78" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.092971] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.092971] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.092971] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.092971] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.092971] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.092971] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('344a148a-41d4-4c58-a105-f1ccd37c8e78',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.600053] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.600251] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.600327] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.600546] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.600644] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.600967] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.600967] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.601101] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.601188] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.601270] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.601359] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 344a148a-41d4-4c58-a105-f1ccd37c8e78 is going to be updated. [ 747.638843] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.639042] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.639088] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.639281] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.639425] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.651736] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 344a148a-41d4-4c58-a105-f1ccd37c8e78 in Status: IN_PROGRESS for 2s [ 748.591324] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 75f017f0-6b8a-46d9-8b05-c056a68c4b4a in Status: SUCCESS [ 748.591693] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-75f017f0-6b8a-46d9-8b05-c056a68c4b4a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.665325] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 344a148a-41d4-4c58-a105-f1ccd37c8e78 in Status: SUCCESS [ 749.665660] env[66341]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 344a148a-41d4-4c58-a105-f1ccd37c8e78 deletion is rescheduled due to dependency. [ 749.665854] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-344a148a-41d4-4c58-a105-f1ccd37c8e78" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.110459] env[66341]: INFO networking_nsxv3.common.synchronization [req-34f76137-0e72-4bdf-b5ba-95f495b43708 req-126bf45a-3af1-4031-b2ae-757c7df31693 tempest-ImagesOneServerNegativeTestJSON-317969175 tempest-ImagesOneServerNegativeTestJSON-317969175-project-member] Enqueued Resource ID: 3a4db453-806e-4421-9a20-de590427fd35 with Priority: HIGHEST for action security_group_members [ 750.112121] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a4db453-806e-4421-9a20-de590427fd35 with Priority: HIGHEST for action security_group_members [ 750.112121] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a4db453-806e-4421-9a20-de590427fd35 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.112121] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a4db453-806e-4421-9a20-de590427fd35" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.112121] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a4db453-806e-4421-9a20-de590427fd35" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.112773] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a4db453-806e-4421-9a20-de590427fd35" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.113156] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.113543] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.114235] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.115735] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.115735] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.115735] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3a4db453-806e-4421-9a20-de590427fd35',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.436183] env[66341]: INFO networking_nsxv3.common.synchronization [None req-74a2c829-001b-44d8-a104-b6a56a3851f3 None None] Enqueued Resource ID: 610fdf58-a616-4964-8261-9223623fdbfd with Priority: HIGHEST for action port [ 750.436873] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 610fdf58-a616-4964-8261-9223623fdbfd with Priority: HIGHEST for action port [ 750.436873] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-610fdf58-a616-4964-8261-9223623fdbfd taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.437126] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-610fdf58-a616-4964-8261-9223623fdbfd" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.437126] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-610fdf58-a616-4964-8261-9223623fdbfd" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.438076] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-610fdf58-a616-4964-8261-9223623fdbfd" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.438076] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('610fdf58-a616-4964-8261-9223623fdbfd',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.617714] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.617881] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.617955] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.618241] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.618345] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.618554] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.618669] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.618723] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.618875] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.618980] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.619107] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3a4db453-806e-4421-9a20-de590427fd35 is going to be updated. [ 750.648089] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.648302] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.648355] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.648542] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.648684] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.659911] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3a4db453-806e-4421-9a20-de590427fd35 in Status: IN_PROGRESS for 2s [ 750.943315] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 610fdf58-a616-4964-8261-9223623fdbfd [ 750.943315] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.943689] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.943689] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.943823] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.943823] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.943937] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:610fdf58-a616-4964-8261-9223623fdbfd already deleted. [ 750.944311] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-610fdf58-a616-4964-8261-9223623fdbfd" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.201443] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock network-247 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.202496] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "network-247" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.202496] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "network-247" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.202496] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "network-247" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.202496] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.202780] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.202780] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.202948] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.203139] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.203388] env[66341]: DEBUG dogpile.cache.region [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 751.203515] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] NeedRegenerationException {{(pid=66341) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 751.203637] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] no value, waiting for create lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 751.203738] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] value creation lock acquired {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 751.203845] env[66341]: DEBUG dogpile.cache.region [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 751.203941] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Calling creation function for not-yet-present value {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 751.204075] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 751.222821] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 751.227098] env[66341]: DEBUG dogpile.cache.region [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66341) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 751.228078] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Released creation lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 751.228078] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "network-247" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.228078] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock port-828a18eb-4a47-45dc-9a79-f6195bedfdb7 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.228326] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "port-828a18eb-4a47-45dc-9a79-f6195bedfdb7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.228326] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "port-828a18eb-4a47-45dc-9a79-f6195bedfdb7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.228567] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "port-828a18eb-4a47-45dc-9a79-f6195bedfdb7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.228696] env[66341]: DEBUG networking_nsxv3.api.rpc [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('828a18eb-4a47-45dc-9a79-f6195bedfdb7',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.731321] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.731711] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.731711] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.731927] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.732089] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.732275] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Segment Port 828a18eb-4a47-45dc-9a79-f6195bedfdb7 not found, creating... [ 751.732678] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.732792] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.732831] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.733049] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.733185] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.733461] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.733618] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.733733] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.733932] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.734607] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.734785] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Resource: SegmentPort with ID: 828a18eb-4a47-45dc-9a79-f6195bedfdb7 is going to be created. [ 751.759021] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.760281] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.760281] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.760281] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.760281] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.760281] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "port-828a18eb-4a47-45dc-9a79-f6195bedfdb7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.351289] env[66341]: INFO networking_nsxv3.common.synchronization [req-2b0acac5-cc7e-4502-a205-075baf5ea0da req-d2acf420-2ce4-4d1b-9d47-64815afdb726 tempest-ListServerFiltersTestJSON-175570356 tempest-ListServerFiltersTestJSON-175570356-project-member] Enqueued Resource ID: 4e8cb6e0-656e-435a-bc05-c20ad7c11044 with Priority: HIGHEST for action security_group_members [ 752.352599] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e8cb6e0-656e-435a-bc05-c20ad7c11044 with Priority: HIGHEST for action security_group_members [ 752.354370] env[66341]: INFO networking_nsxv3.common.synchronization [None req-ea925b9a-499a-4f78-a8ac-45db621f63c8 None None] Enqueued Resource ID: adc9e496-6a28-4fd3-9842-e77d4add66f8 with Priority: HIGHEST for action port [ 752.354370] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e8cb6e0-656e-435a-bc05-c20ad7c11044 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.354370] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e8cb6e0-656e-435a-bc05-c20ad7c11044" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.354370] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e8cb6e0-656e-435a-bc05-c20ad7c11044" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.354370] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e8cb6e0-656e-435a-bc05-c20ad7c11044" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.354370] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.354370] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.354778] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.354778] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.354778] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.354778] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4e8cb6e0-656e-435a-bc05-c20ad7c11044',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.357090] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: adc9e496-6a28-4fd3-9842-e77d4add66f8 with Priority: HIGHEST for action port [ 752.357976] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-adc9e496-6a28-4fd3-9842-e77d4add66f8 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.358104] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-adc9e496-6a28-4fd3-9842-e77d4add66f8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.358174] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-adc9e496-6a28-4fd3-9842-e77d4add66f8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.358406] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-adc9e496-6a28-4fd3-9842-e77d4add66f8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.358488] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('adc9e496-6a28-4fd3-9842-e77d4add66f8',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.582927] env[66341]: INFO networking_nsxv3.common.synchronization [req-34f76137-0e72-4bdf-b5ba-95f495b43708 req-bfac378f-be20-4b21-a686-3fcd10252aca service nova] Enqueued Resource ID: 3a4db453-806e-4421-9a20-de590427fd35 with Priority: HIGHEST for action security_group_rules [ 752.583274] env[66341]: INFO networking_nsxv3.common.synchronization [req-34f76137-0e72-4bdf-b5ba-95f495b43708 req-bfac378f-be20-4b21-a686-3fcd10252aca service nova] Enqueued Resource ID: 3a4db453-806e-4421-9a20-de590427fd35 with Priority: HIGHEST for action security_group_members [ 752.583419] env[66341]: INFO networking_nsxv3.common.synchronization [req-34f76137-0e72-4bdf-b5ba-95f495b43708 req-bfac378f-be20-4b21-a686-3fcd10252aca service nova] Enqueued Resource ID: 828a18eb-4a47-45dc-9a79-f6195bedfdb7 with Priority: HIGHEST for action port [ 752.583785] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a4db453-806e-4421-9a20-de590427fd35 with Priority: HIGHEST for action security_group_rules [ 752.583920] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a4db453-806e-4421-9a20-de590427fd35 with Priority: HIGHEST for action security_group_members [ 752.584057] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 828a18eb-4a47-45dc-9a79-f6195bedfdb7 with Priority: HIGHEST for action port [ 752.584645] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3a4db453-806e-4421-9a20-de590427fd35 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.584752] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3a4db453-806e-4421-9a20-de590427fd35" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.584822] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3a4db453-806e-4421-9a20-de590427fd35" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.585034] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3a4db453-806e-4421-9a20-de590427fd35" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.585119] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3a4db453-806e-4421-9a20-de590427fd35',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.586017] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a4db453-806e-4421-9a20-de590427fd35 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.586119] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a4db453-806e-4421-9a20-de590427fd35" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.588563] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-828a18eb-4a47-45dc-9a79-f6195bedfdb7 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.588563] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-828a18eb-4a47-45dc-9a79-f6195bedfdb7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.588563] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-828a18eb-4a47-45dc-9a79-f6195bedfdb7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.589287] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-828a18eb-4a47-45dc-9a79-f6195bedfdb7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.589384] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('828a18eb-4a47-45dc-9a79-f6195bedfdb7',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.671639] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3a4db453-806e-4421-9a20-de590427fd35 in Status: SUCCESS [ 752.671903] env[66341]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3a4db453-806e-4421-9a20-de590427fd35 deletion is rescheduled due to dependency. [ 752.671948] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a4db453-806e-4421-9a20-de590427fd35" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.672499] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a4db453-806e-4421-9a20-de590427fd35" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.672499] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a4db453-806e-4421-9a20-de590427fd35" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.672499] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.672693] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.672693] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.672923] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.672923] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.673061] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3a4db453-806e-4421-9a20-de590427fd35',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.858969] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4e8cb6e0-656e-435a-bc05-c20ad7c11044',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.862329] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port adc9e496-6a28-4fd3-9842-e77d4add66f8 [ 752.864400] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.864400] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.864400] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.864400] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.864400] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.864400] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:adc9e496-6a28-4fd3-9842-e77d4add66f8 already deleted. [ 752.864400] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-adc9e496-6a28-4fd3-9842-e77d4add66f8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.950311] env[66341]: INFO networking_nsxv3.common.synchronization [req-d4783d38-cc17-45db-a777-c0754522f5ae req-a63bb440-b9bb-48a2-93b8-2c99251bafc9 tempest-ServerMetadataTestJSON-986228455 tempest-ServerMetadataTestJSON-986228455-project-member] Enqueued Resource ID: 527b23d1-6787-40a5-a61e-bad1956f06b9 with Priority: HIGHEST for action security_group_members [ 752.951136] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 527b23d1-6787-40a5-a61e-bad1956f06b9 with Priority: HIGHEST for action security_group_members [ 752.951405] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-527b23d1-6787-40a5-a61e-bad1956f06b9 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.951513] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-527b23d1-6787-40a5-a61e-bad1956f06b9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.951585] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-527b23d1-6787-40a5-a61e-bad1956f06b9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.951849] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-527b23d1-6787-40a5-a61e-bad1956f06b9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.952022] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.952132] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.952197] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.952399] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.952475] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.952540] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('527b23d1-6787-40a5-a61e-bad1956f06b9',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.093743] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a4db453-806e-4421-9a20-de590427fd35 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.093865] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a4db453-806e-4421-9a20-de590427fd35" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.094056] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 828a18eb-4a47-45dc-9a79-f6195bedfdb7 with status ACTIVE [ 753.094251] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.094362] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.094429] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.094646] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.094735] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.094899] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.095335] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.095335] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.095335] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.095335] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.096037] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.096037] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.096037] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.096037] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.096037] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.096037] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 828a18eb-4a47-45dc-9a79-f6195bedfdb7 is going to be updated. [ 753.120938] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.121237] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.121237] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.121600] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.121784] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.121974] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-828a18eb-4a47-45dc-9a79-f6195bedfdb7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.175172] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3a4db453-806e-4421-9a20-de590427fd35',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.363499] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4e8cb6e0-656e-435a-bc05-c20ad7c11044',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.456704] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.456898] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.456937] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.458079] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.458079] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.458079] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.458079] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.458079] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.458079] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.458079] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.458079] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 527b23d1-6787-40a5-a61e-bad1956f06b9 already deleted. [ 753.458634] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-527b23d1-6787-40a5-a61e-bad1956f06b9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.560121] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock network-817 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.560332] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "network-817" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.560459] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "network-817" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.560818] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "network-817" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.561091] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.561256] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.561376] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.561843] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.562035] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.563536] env[66341]: DEBUG dogpile.cache.region [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 753.563813] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] NeedRegenerationException {{(pid=66341) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 753.564412] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] no value, waiting for create lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 753.564572] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] value creation lock acquired {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 753.564732] env[66341]: DEBUG dogpile.cache.region [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 753.564943] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Calling creation function for not-yet-present value {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 753.565130] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 753.593263] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 753.593491] env[66341]: DEBUG dogpile.cache.region [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=66341) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 753.593668] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Released creation lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 753.593876] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "network-817" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.594258] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock port-8fc96ef9-ae94-4140-a9d2-c45d29402129 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.594434] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "port-8fc96ef9-ae94-4140-a9d2-c45d29402129" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.594547] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "port-8fc96ef9-ae94-4140-a9d2-c45d29402129" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.595037] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "port-8fc96ef9-ae94-4140-a9d2-c45d29402129" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.595179] env[66341]: DEBUG networking_nsxv3.api.rpc [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8fc96ef9-ae94-4140-a9d2-c45d29402129',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.677425] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3a4db453-806e-4421-9a20-de590427fd35',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.865653] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.865883] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.866095] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.866261] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.866369] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.866521] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e8cb6e0-656e-435a-bc05-c20ad7c11044 is going to be updated. [ 753.908105] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.909077] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.909077] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.909077] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.909077] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.922603] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e8cb6e0-656e-435a-bc05-c20ad7c11044 in Status: IN_PROGRESS for 2s [ 754.098136] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.098397] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.098949] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.099167] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.099635] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.100369] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Segment Port 8fc96ef9-ae94-4140-a9d2-c45d29402129 not found, creating... [ 754.100369] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.100823] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.101837] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.102224] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.102445] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.102913] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.103193] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.103390] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.103728] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.103954] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.104157] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Resource: SegmentPort with ID: 8fc96ef9-ae94-4140-a9d2-c45d29402129 is going to be created. [ 754.131555] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.131866] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.132075] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.132853] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.132853] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.138197] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "port-8fc96ef9-ae94-4140-a9d2-c45d29402129" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.180785] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.180785] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.180785] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.181968] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.181968] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.181968] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3a4db453-806e-4421-9a20-de590427fd35 is going to be updated. [ 754.243913] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.244632] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.244930] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.245518] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.245881] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.259611] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3a4db453-806e-4421-9a20-de590427fd35 in Status: IN_PROGRESS for 2s [ 754.873825] env[66341]: INFO networking_nsxv3.common.synchronization [req-d4783d38-cc17-45db-a777-c0754522f5ae req-937f17a3-668e-404c-a4eb-5446dd312d8f service nova] Enqueued Resource ID: 527b23d1-6787-40a5-a61e-bad1956f06b9 with Priority: HIGHEST for action security_group_rules [ 754.874275] env[66341]: INFO networking_nsxv3.common.synchronization [req-d4783d38-cc17-45db-a777-c0754522f5ae req-937f17a3-668e-404c-a4eb-5446dd312d8f service nova] Enqueued Resource ID: 527b23d1-6787-40a5-a61e-bad1956f06b9 with Priority: HIGHEST for action security_group_members [ 754.874275] env[66341]: INFO networking_nsxv3.common.synchronization [req-d4783d38-cc17-45db-a777-c0754522f5ae req-937f17a3-668e-404c-a4eb-5446dd312d8f service nova] Enqueued Resource ID: 8fc96ef9-ae94-4140-a9d2-c45d29402129 with Priority: HIGHEST for action port [ 754.875816] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 527b23d1-6787-40a5-a61e-bad1956f06b9 with Priority: HIGHEST for action security_group_rules [ 754.875988] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 527b23d1-6787-40a5-a61e-bad1956f06b9 with Priority: HIGHEST for action security_group_members [ 754.876075] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8fc96ef9-ae94-4140-a9d2-c45d29402129 with Priority: HIGHEST for action port [ 754.876396] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-527b23d1-6787-40a5-a61e-bad1956f06b9 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.876525] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-527b23d1-6787-40a5-a61e-bad1956f06b9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.876595] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-527b23d1-6787-40a5-a61e-bad1956f06b9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.876888] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-527b23d1-6787-40a5-a61e-bad1956f06b9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.876996] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('527b23d1-6787-40a5-a61e-bad1956f06b9',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.881585] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-527b23d1-6787-40a5-a61e-bad1956f06b9 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.881791] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-527b23d1-6787-40a5-a61e-bad1956f06b9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.881791] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-527b23d1-6787-40a5-a61e-bad1956f06b9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.881981] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-527b23d1-6787-40a5-a61e-bad1956f06b9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.882172] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.882381] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.882480] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.882710] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.882754] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.882825] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('527b23d1-6787-40a5-a61e-bad1956f06b9',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.886506] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-8fc96ef9-ae94-4140-a9d2-c45d29402129 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.886639] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8fc96ef9-ae94-4140-a9d2-c45d29402129" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.886692] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8fc96ef9-ae94-4140-a9d2-c45d29402129" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.886882] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8fc96ef9-ae94-4140-a9d2-c45d29402129" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.886962] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8fc96ef9-ae94-4140-a9d2-c45d29402129',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.389081] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('527b23d1-6787-40a5-a61e-bad1956f06b9',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.391246] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-527b23d1-6787-40a5-a61e-bad1956f06b9 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.391380] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-527b23d1-6787-40a5-a61e-bad1956f06b9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.391563] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8fc96ef9-ae94-4140-a9d2-c45d29402129 with status ACTIVE [ 755.391786] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.391866] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.391908] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.392153] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.392237] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.393672] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.393672] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.393672] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.393672] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.393672] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.393672] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.394160] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.394411] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.398488] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.398488] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.398488] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8fc96ef9-ae94-4140-a9d2-c45d29402129 is going to be updated. [ 755.430184] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.430995] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.431109] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.431349] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.431510] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.431721] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8fc96ef9-ae94-4140-a9d2-c45d29402129" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.903252] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('527b23d1-6787-40a5-a61e-bad1956f06b9',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.934863] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e8cb6e0-656e-435a-bc05-c20ad7c11044 in Status: SUCCESS [ 755.935152] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e8cb6e0-656e-435a-bc05-c20ad7c11044" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.270786] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3a4db453-806e-4421-9a20-de590427fd35 in Status: SUCCESS [ 756.272375] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a4db453-806e-4421-9a20-de590427fd35" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.272375] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a4db453-806e-4421-9a20-de590427fd35" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.272375] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a4db453-806e-4421-9a20-de590427fd35" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.272375] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.272375] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.272375] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.272692] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.272692] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.272752] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a4db453-806e-4421-9a20-de590427fd35" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.272864] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3a4db453-806e-4421-9a20-de590427fd35',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.288069] env[66341]: INFO networking_nsxv3.common.synchronization [None req-be573593-3e42-481e-bd3f-64e86ed68a7b tempest-ServerActionsTestJSON-1002973104 tempest-ServerActionsTestJSON-1002973104-project-member] Enqueued Resource ID: c0321722-43f8-42ca-8095-38c306907674 with Priority: HIGHEST for action security_group_rules [ 756.288069] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0321722-43f8-42ca-8095-38c306907674 with Priority: HIGHEST for action security_group_rules [ 756.289600] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c0321722-43f8-42ca-8095-38c306907674 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.290846] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c0321722-43f8-42ca-8095-38c306907674" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.290846] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c0321722-43f8-42ca-8095-38c306907674" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.290846] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c0321722-43f8-42ca-8095-38c306907674" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.290846] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c0321722-43f8-42ca-8095-38c306907674',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.402890] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.403495] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.404719] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.404929] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.405068] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.405189] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 527b23d1-6787-40a5-a61e-bad1956f06b9 is going to be created. [ 756.437021] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.437177] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.437908] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.437908] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.437908] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.450410] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 527b23d1-6787-40a5-a61e-bad1956f06b9 in Status: UNINITIALIZED for 2s [ 756.463126] env[66341]: INFO networking_nsxv3.common.synchronization [None req-83d25cb2-78ef-43dd-af6b-d64c7f2214b5 tempest-ServerActionsTestJSON-1002973104 tempest-ServerActionsTestJSON-1002973104-project-member] Enqueued Resource ID: c0321722-43f8-42ca-8095-38c306907674 with Priority: HIGHEST for action security_group_rules [ 756.463946] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0321722-43f8-42ca-8095-38c306907674 with Priority: HIGHEST for action security_group_rules [ 756.466391] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c0321722-43f8-42ca-8095-38c306907674 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.466519] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c0321722-43f8-42ca-8095-38c306907674" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.778181] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a4db453-806e-4421-9a20-de590427fd35 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.778181] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a4db453-806e-4421-9a20-de590427fd35" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.778181] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a4db453-806e-4421-9a20-de590427fd35" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.778181] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a4db453-806e-4421-9a20-de590427fd35" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.778181] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.778181] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.778181] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.778181] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.778181] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.778181] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a4db453-806e-4421-9a20-de590427fd35" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.778181] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a4db453-806e-4421-9a20-de590427fd35 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.778181] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a4db453-806e-4421-9a20-de590427fd35" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.778181] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a4db453-806e-4421-9a20-de590427fd35" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.778181] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a4db453-806e-4421-9a20-de590427fd35" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.778181] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.778181] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.778841] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.778841] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.778841] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.778841] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a4db453-806e-4421-9a20-de590427fd35" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.778841] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3a4db453-806e-4421-9a20-de590427fd35',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.816178] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.816178] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.816178] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.816532] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.816532] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.816948] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c0321722-43f8-42ca-8095-38c306907674 already deleted. [ 756.816948] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c0321722-43f8-42ca-8095-38c306907674" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.816948] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c0321722-43f8-42ca-8095-38c306907674" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.817179] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c0321722-43f8-42ca-8095-38c306907674" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.817179] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c0321722-43f8-42ca-8095-38c306907674',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.285451] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3a4db453-806e-4421-9a20-de590427fd35: rpc.has_security_group_logging(os_id): False [ 757.305342] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.305491] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.305573] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.305877] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.306058] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.306293] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.306450] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.306521] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.306772] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.306868] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.307106] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.307239] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.307341] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.307596] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.307596] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.307850] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.307991] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.308094] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.308454] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.308454] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.308454] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3a4db453-806e-4421-9a20-de590427fd35 is going to be updated. [ 757.429486] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.429486] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.429486] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.429486] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.429486] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.429486] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c0321722-43f8-42ca-8095-38c306907674 already deleted. [ 757.429486] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c0321722-43f8-42ca-8095-38c306907674" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.491210] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.491210] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.491210] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.491210] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.491210] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.507722] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3a4db453-806e-4421-9a20-de590427fd35 in Status: IN_PROGRESS for 2s [ 758.460183] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 527b23d1-6787-40a5-a61e-bad1956f06b9 in Status: SUCCESS [ 758.461054] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-527b23d1-6787-40a5-a61e-bad1956f06b9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.461054] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-527b23d1-6787-40a5-a61e-bad1956f06b9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.461054] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-527b23d1-6787-40a5-a61e-bad1956f06b9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.461199] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.461450] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.461450] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.461560] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.461639] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.461729] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-527b23d1-6787-40a5-a61e-bad1956f06b9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.461828] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('527b23d1-6787-40a5-a61e-bad1956f06b9',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.965029] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-527b23d1-6787-40a5-a61e-bad1956f06b9 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.965259] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-527b23d1-6787-40a5-a61e-bad1956f06b9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.965303] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-527b23d1-6787-40a5-a61e-bad1956f06b9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.965699] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-527b23d1-6787-40a5-a61e-bad1956f06b9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.965921] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.966141] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.966231] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.966442] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.966535] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.966629] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-527b23d1-6787-40a5-a61e-bad1956f06b9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.966908] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-527b23d1-6787-40a5-a61e-bad1956f06b9 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.967152] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-527b23d1-6787-40a5-a61e-bad1956f06b9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.967237] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-527b23d1-6787-40a5-a61e-bad1956f06b9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.967446] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-527b23d1-6787-40a5-a61e-bad1956f06b9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.967643] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.967757] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.967800] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.968987] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.968987] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.968987] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-527b23d1-6787-40a5-a61e-bad1956f06b9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.968987] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('527b23d1-6787-40a5-a61e-bad1956f06b9',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.472821] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 527b23d1-6787-40a5-a61e-bad1956f06b9: rpc.has_security_group_logging(os_id): False [ 759.496023] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.496293] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.496293] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.496834] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.496834] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.496992] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.497131] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.497195] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.497391] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.497563] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.497810] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.498917] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.499021] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.499195] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.499346] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.499562] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.499757] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.499825] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.500083] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.500163] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.500220] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 527b23d1-6787-40a5-a61e-bad1956f06b9 is going to be created. [ 759.531381] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3a4db453-806e-4421-9a20-de590427fd35 in Status: SUCCESS [ 759.531925] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3a4db453-806e-4421-9a20-de590427fd35" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.585300] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.585300] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.585597] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.586828] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.586828] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.600911] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 527b23d1-6787-40a5-a61e-bad1956f06b9 in Status: IN_PROGRESS for 2s [ 760.701873] env[66341]: INFO networking_nsxv3.common.synchronization [None req-0b128c25-3240-4404-9d7c-da4883bddd9e None None] Enqueued Resource ID: 0f868963-38ff-4e43-a911-bc3846c37367 with Priority: HIGHEST for action port [ 760.706249] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f868963-38ff-4e43-a911-bc3846c37367 with Priority: HIGHEST for action port [ 760.706249] env[66341]: INFO networking_nsxv3.common.synchronization [req-c821ffaa-f442-421f-9a93-d37850710881 req-5c3f927e-4a46-4c33-ac9d-134471fbcb26 tempest-ServerRescueNegativeTestJSON-1380100159 tempest-ServerRescueNegativeTestJSON-1380100159-project-member] Enqueued Resource ID: c6e49699-2c9c-434d-a135-bff39cf7ae55 with Priority: HIGHEST for action security_group_members [ 760.706249] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-0f868963-38ff-4e43-a911-bc3846c37367 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.706249] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0f868963-38ff-4e43-a911-bc3846c37367" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.706484] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0f868963-38ff-4e43-a911-bc3846c37367" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.707255] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0f868963-38ff-4e43-a911-bc3846c37367" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.707358] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0f868963-38ff-4e43-a911-bc3846c37367',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.708252] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6e49699-2c9c-434d-a135-bff39cf7ae55 with Priority: HIGHEST for action security_group_members [ 760.709588] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6e49699-2c9c-434d-a135-bff39cf7ae55 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.710118] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6e49699-2c9c-434d-a135-bff39cf7ae55" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.710118] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6e49699-2c9c-434d-a135-bff39cf7ae55" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.710118] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6e49699-2c9c-434d-a135-bff39cf7ae55" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.710301] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.710388] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.711122] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.711122] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.711122] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.711122] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c6e49699-2c9c-434d-a135-bff39cf7ae55',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.213340] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0f868963-38ff-4e43-a911-bc3846c37367 [ 761.213681] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.213787] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.213922] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.214176] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.214220] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.214318] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0f868963-38ff-4e43-a911-bc3846c37367 already deleted. [ 761.214415] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0f868963-38ff-4e43-a911-bc3846c37367" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.215043] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.215043] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.215043] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.215322] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.215322] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.215564] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.215654] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.216292] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.216292] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.216292] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.217914] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c6e49699-2c9c-434d-a135-bff39cf7ae55 already deleted. [ 761.217914] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6e49699-2c9c-434d-a135-bff39cf7ae55" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.367366] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock network-561 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.369800] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "network-561" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.369800] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "network-561" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.369800] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "network-561" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.369800] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.369800] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.369800] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.370447] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.370447] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.370447] env[66341]: DEBUG dogpile.cache.region [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 761.370540] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] NeedRegenerationException {{(pid=66341) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 761.370716] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] no value, waiting for create lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 761.370911] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] value creation lock acquired {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 761.371103] env[66341]: DEBUG dogpile.cache.region [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 761.371263] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Calling creation function for not-yet-present value {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 761.371486] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 761.398166] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 761.398457] env[66341]: DEBUG dogpile.cache.region [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=66341) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 761.398626] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Released creation lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 761.399120] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "network-561" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.399241] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock port-274a3b14-216a-40d2-b960-3385e767604f taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.399383] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "port-274a3b14-216a-40d2-b960-3385e767604f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.399467] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "port-274a3b14-216a-40d2-b960-3385e767604f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.399975] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "port-274a3b14-216a-40d2-b960-3385e767604f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.400229] env[66341]: DEBUG networking_nsxv3.api.rpc [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('274a3b14-216a-40d2-b960-3385e767604f',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.618362] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 527b23d1-6787-40a5-a61e-bad1956f06b9 in Status: SUCCESS [ 761.618362] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-527b23d1-6787-40a5-a61e-bad1956f06b9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.879767] env[66341]: INFO networking_nsxv3.common.synchronization [req-4c39dd9b-ae84-46d5-92f6-c945f1bf10d7 req-d0f0005a-f22f-4a68-9ce0-b6d5b052b33e tempest-InstanceActionsNegativeTestJSON-374930455 tempest-InstanceActionsNegativeTestJSON-374930455-project-member] Enqueued Resource ID: 460bd348-4b2b-4cc9-b7ca-a874a8dcec57 with Priority: HIGHEST for action security_group_members [ 761.880452] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 460bd348-4b2b-4cc9-b7ca-a874a8dcec57 with Priority: HIGHEST for action security_group_members [ 761.880832] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-460bd348-4b2b-4cc9-b7ca-a874a8dcec57 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.881086] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-460bd348-4b2b-4cc9-b7ca-a874a8dcec57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.881243] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-460bd348-4b2b-4cc9-b7ca-a874a8dcec57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.881482] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-460bd348-4b2b-4cc9-b7ca-a874a8dcec57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.881657] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.881779] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.881835] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.882031] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.882145] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.882218] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('460bd348-4b2b-4cc9-b7ca-a874a8dcec57',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.903546] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.903546] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.903546] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.903853] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.904035] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.904251] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Segment Port 274a3b14-216a-40d2-b960-3385e767604f not found, creating... [ 761.904574] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.905575] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.905575] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.905575] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.905575] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.905575] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.907058] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.907058] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.907058] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.907058] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.907058] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Resource: SegmentPort with ID: 274a3b14-216a-40d2-b960-3385e767604f is going to be created. [ 761.945332] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.945604] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.945914] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.946028] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.946298] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.946597] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "port-274a3b14-216a-40d2-b960-3385e767604f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.384337] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.384579] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.384696] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.385011] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.385593] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.385593] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.385742] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.385838] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.386075] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.386220] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.386358] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 460bd348-4b2b-4cc9-b7ca-a874a8dcec57 is going to be updated. [ 762.426021] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.426021] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.426021] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.426021] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.426021] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.436114] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 460bd348-4b2b-4cc9-b7ca-a874a8dcec57 in Status: IN_PROGRESS for 2s [ 762.851146] env[66341]: INFO networking_nsxv3.common.synchronization [req-c821ffaa-f442-421f-9a93-d37850710881 req-66e782b6-33a1-4fb4-86ba-55f158676253 service nova] Enqueued Resource ID: c6e49699-2c9c-434d-a135-bff39cf7ae55 with Priority: HIGHEST for action security_group_rules [ 762.851409] env[66341]: INFO networking_nsxv3.common.synchronization [req-c821ffaa-f442-421f-9a93-d37850710881 req-66e782b6-33a1-4fb4-86ba-55f158676253 service nova] Enqueued Resource ID: c6e49699-2c9c-434d-a135-bff39cf7ae55 with Priority: HIGHEST for action security_group_members [ 762.851528] env[66341]: INFO networking_nsxv3.common.synchronization [req-c821ffaa-f442-421f-9a93-d37850710881 req-66e782b6-33a1-4fb4-86ba-55f158676253 service nova] Enqueued Resource ID: 274a3b14-216a-40d2-b960-3385e767604f with Priority: HIGHEST for action port [ 762.852176] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6e49699-2c9c-434d-a135-bff39cf7ae55 with Priority: HIGHEST for action security_group_rules [ 762.852344] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6e49699-2c9c-434d-a135-bff39cf7ae55 with Priority: HIGHEST for action security_group_members [ 762.852417] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 274a3b14-216a-40d2-b960-3385e767604f with Priority: HIGHEST for action port [ 762.852723] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c6e49699-2c9c-434d-a135-bff39cf7ae55 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.852846] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c6e49699-2c9c-434d-a135-bff39cf7ae55" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.852948] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c6e49699-2c9c-434d-a135-bff39cf7ae55" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.853323] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c6e49699-2c9c-434d-a135-bff39cf7ae55" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.853428] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c6e49699-2c9c-434d-a135-bff39cf7ae55',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.856306] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6e49699-2c9c-434d-a135-bff39cf7ae55 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.857491] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6e49699-2c9c-434d-a135-bff39cf7ae55" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.857491] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6e49699-2c9c-434d-a135-bff39cf7ae55" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.857491] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6e49699-2c9c-434d-a135-bff39cf7ae55" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.857491] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.857491] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.857491] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.857491] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.857491] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.858689] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c6e49699-2c9c-434d-a135-bff39cf7ae55',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.858689] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-274a3b14-216a-40d2-b960-3385e767604f taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.858689] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-274a3b14-216a-40d2-b960-3385e767604f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.858689] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-274a3b14-216a-40d2-b960-3385e767604f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.858865] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-274a3b14-216a-40d2-b960-3385e767604f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.858865] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('274a3b14-216a-40d2-b960-3385e767604f',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.360665] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c6e49699-2c9c-434d-a135-bff39cf7ae55',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.361916] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6e49699-2c9c-434d-a135-bff39cf7ae55 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.362134] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6e49699-2c9c-434d-a135-bff39cf7ae55" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.362389] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 274a3b14-216a-40d2-b960-3385e767604f with status ACTIVE [ 763.362620] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.362856] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.363015] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.363380] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.363521] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.363739] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.363960] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.364417] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.364417] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.364417] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.364532] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.364609] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.364875] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.364875] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.364875] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.365053] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 274a3b14-216a-40d2-b960-3385e767604f is going to be updated. [ 763.390777] env[66341]: INFO networking_nsxv3.common.synchronization [req-1006bee3-ee4b-4d2d-95b1-6d663ff4da3e req-0c43dc0f-5bb2-4780-a7a7-3d24ce431521 tempest-ServersTestManualDisk-807138791 tempest-ServersTestManualDisk-807138791-project-member] Enqueued Resource ID: 16cc60f5-3ae8-46f0-a225-e7dc5a65f12b with Priority: HIGHEST for action security_group_members [ 763.392704] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.392970] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.393227] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.393692] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.394418] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.394418] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-274a3b14-216a-40d2-b960-3385e767604f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.394627] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16cc60f5-3ae8-46f0-a225-e7dc5a65f12b with Priority: HIGHEST for action security_group_members [ 763.394954] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-16cc60f5-3ae8-46f0-a225-e7dc5a65f12b taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.395117] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16cc60f5-3ae8-46f0-a225-e7dc5a65f12b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.395188] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16cc60f5-3ae8-46f0-a225-e7dc5a65f12b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.395365] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16cc60f5-3ae8-46f0-a225-e7dc5a65f12b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.395549] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.395656] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.395868] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.396061] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.396175] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.396296] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('16cc60f5-3ae8-46f0-a225-e7dc5a65f12b',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.651703] env[66341]: INFO networking_nsxv3.common.synchronization [None req-f600db22-092e-40b8-9b29-3a74f4c88515 None None] Enqueued Resource ID: d6c0ce30-a63e-491f-b0ce-3c591ebfbccf with Priority: HIGHEST for action port [ 763.652350] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6c0ce30-a63e-491f-b0ce-3c591ebfbccf with Priority: HIGHEST for action port [ 763.652774] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-d6c0ce30-a63e-491f-b0ce-3c591ebfbccf taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.652948] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d6c0ce30-a63e-491f-b0ce-3c591ebfbccf" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.653240] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d6c0ce30-a63e-491f-b0ce-3c591ebfbccf" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.653633] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d6c0ce30-a63e-491f-b0ce-3c591ebfbccf" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.653757] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d6c0ce30-a63e-491f-b0ce-3c591ebfbccf',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.867099] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c6e49699-2c9c-434d-a135-bff39cf7ae55',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.898027] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.898250] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.898250] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.898766] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.898884] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.899071] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.899163] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.899163] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.899312] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.899386] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.899524] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16cc60f5-3ae8-46f0-a225-e7dc5a65f12b is going to be updated. [ 763.933233] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.933379] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.933417] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.933692] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.933845] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.944166] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16cc60f5-3ae8-46f0-a225-e7dc5a65f12b in Status: IN_PROGRESS for 2s [ 764.156150] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d6c0ce30-a63e-491f-b0ce-3c591ebfbccf [ 764.156443] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.156551] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.156621] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.156854] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.156940] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.157049] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d6c0ce30-a63e-491f-b0ce-3c591ebfbccf already deleted. [ 764.157131] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d6c0ce30-a63e-491f-b0ce-3c591ebfbccf" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.370928] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.371354] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.371354] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.371440] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.371524] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.371632] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c6e49699-2c9c-434d-a135-bff39cf7ae55 is going to be created. [ 764.399169] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.399320] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.399394] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.399630] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.399806] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.412837] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6e49699-2c9c-434d-a135-bff39cf7ae55 in Status: UNINITIALIZED for 2s [ 764.446722] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 460bd348-4b2b-4cc9-b7ca-a874a8dcec57 in Status: SUCCESS [ 764.446952] env[66341]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 460bd348-4b2b-4cc9-b7ca-a874a8dcec57 deletion is rescheduled due to dependency. [ 764.447320] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-460bd348-4b2b-4cc9-b7ca-a874a8dcec57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.477098] env[66341]: INFO networking_nsxv3.common.synchronization [None req-8b2d9ba5-576d-428d-97b6-994ef75d026e None None] Enqueued Resource ID: 87b8b29f-2fe7-43e4-bccd-1c0c05c4507a with Priority: HIGHEST for action port [ 764.477098] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87b8b29f-2fe7-43e4-bccd-1c0c05c4507a with Priority: HIGHEST for action port [ 764.477546] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-87b8b29f-2fe7-43e4-bccd-1c0c05c4507a taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.477546] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-87b8b29f-2fe7-43e4-bccd-1c0c05c4507a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.477546] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-87b8b29f-2fe7-43e4-bccd-1c0c05c4507a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.478555] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-87b8b29f-2fe7-43e4-bccd-1c0c05c4507a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.478555] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('87b8b29f-2fe7-43e4-bccd-1c0c05c4507a',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.624393] env[66341]: INFO networking_nsxv3.common.synchronization [req-8b30e8cb-238e-4867-aacc-aab7e1f6311b req-6bf6b0d1-2a05-484b-bf36-f1817016407d tempest-ServerPasswordTestJSON-1686786663 tempest-ServerPasswordTestJSON-1686786663-project-member] Enqueued Resource ID: 75f017f0-6b8a-46d9-8b05-c056a68c4b4a with Priority: HIGHEST for action security_group_members [ 764.625211] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75f017f0-6b8a-46d9-8b05-c056a68c4b4a with Priority: HIGHEST for action security_group_members [ 764.625370] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-75f017f0-6b8a-46d9-8b05-c056a68c4b4a taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.625520] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75f017f0-6b8a-46d9-8b05-c056a68c4b4a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.625520] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75f017f0-6b8a-46d9-8b05-c056a68c4b4a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.627168] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75f017f0-6b8a-46d9-8b05-c056a68c4b4a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.627168] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.627168] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.627168] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.627168] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.627168] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.627168] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('75f017f0-6b8a-46d9-8b05-c056a68c4b4a',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.901124] env[66341]: INFO networking_nsxv3.common.synchronization [req-23fa04e2-2a43-43b0-80f2-22d21e42d12a req-591370b4-4d4a-4bb6-85d3-b25c49aa9230 tempest-ServersTestJSON-1428872063 tempest-ServersTestJSON-1428872063-project-member] Enqueued Resource ID: 70627c13-7c10-487c-b08b-03ed64ef6e43 with Priority: HIGHEST for action security_group_members [ 764.901802] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70627c13-7c10-487c-b08b-03ed64ef6e43 with Priority: HIGHEST for action security_group_members [ 764.903317] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-70627c13-7c10-487c-b08b-03ed64ef6e43 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.903529] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70627c13-7c10-487c-b08b-03ed64ef6e43" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.903642] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70627c13-7c10-487c-b08b-03ed64ef6e43" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.904231] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70627c13-7c10-487c-b08b-03ed64ef6e43" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.904904] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.905154] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.905261] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.905504] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.905641] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.905790] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('70627c13-7c10-487c-b08b-03ed64ef6e43',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.983451] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 87b8b29f-2fe7-43e4-bccd-1c0c05c4507a [ 764.983757] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.983860] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.983900] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.984413] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.984413] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.984413] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:87b8b29f-2fe7-43e4-bccd-1c0c05c4507a already deleted. [ 764.984413] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-87b8b29f-2fe7-43e4-bccd-1c0c05c4507a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.130093] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.130846] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.130846] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.130985] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.131947] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.131947] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.131947] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.131947] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.131947] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.131947] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.131947] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75f017f0-6b8a-46d9-8b05-c056a68c4b4a is going to be updated. [ 765.146106] env[66341]: INFO networking_nsxv3.common.synchronization [None req-8abca632-ce77-4cf6-951b-d311c0204edc None None] Enqueued Resource ID: ff9297f4-b8b5-4a9e-befb-0f6a416e8da9 with Priority: HIGHEST for action port [ 765.146388] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff9297f4-b8b5-4a9e-befb-0f6a416e8da9 with Priority: HIGHEST for action port [ 765.146956] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-ff9297f4-b8b5-4a9e-befb-0f6a416e8da9 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.147439] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ff9297f4-b8b5-4a9e-befb-0f6a416e8da9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.147586] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ff9297f4-b8b5-4a9e-befb-0f6a416e8da9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.147907] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ff9297f4-b8b5-4a9e-befb-0f6a416e8da9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.148026] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ff9297f4-b8b5-4a9e-befb-0f6a416e8da9',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.165263] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.165263] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.165263] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.165263] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.165263] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.175467] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75f017f0-6b8a-46d9-8b05-c056a68c4b4a in Status: IN_PROGRESS for 2s [ 765.308205] env[66341]: INFO networking_nsxv3.common.synchronization [req-c91f30f3-53e1-4caf-9d1b-32eb98c5e84c req-683200e3-80c0-4932-9927-e974b75e3a65 tempest-ServerRescueNegativeTestJSON-1380100159 tempest-ServerRescueNegativeTestJSON-1380100159-project-member] Enqueued Resource ID: c6e49699-2c9c-434d-a135-bff39cf7ae55 with Priority: HIGHEST for action security_group_members [ 765.308376] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6e49699-2c9c-434d-a135-bff39cf7ae55 with Priority: HIGHEST for action security_group_members [ 765.308703] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6e49699-2c9c-434d-a135-bff39cf7ae55 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.308813] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6e49699-2c9c-434d-a135-bff39cf7ae55" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.408360] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.409043] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.409043] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.409043] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.409043] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.409190] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.409190] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.409267] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.409546] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.409546] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.409546] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 70627c13-7c10-487c-b08b-03ed64ef6e43 is going to be updated. [ 765.447023] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.447023] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.447023] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.447023] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.447313] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.458175] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70627c13-7c10-487c-b08b-03ed64ef6e43 in Status: IN_PROGRESS for 2s [ 765.650445] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ff9297f4-b8b5-4a9e-befb-0f6a416e8da9 [ 765.650700] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.650838] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.650909] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.651205] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.651284] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.651382] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ff9297f4-b8b5-4a9e-befb-0f6a416e8da9 already deleted. [ 765.651487] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ff9297f4-b8b5-4a9e-befb-0f6a416e8da9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.960183] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16cc60f5-3ae8-46f0-a225-e7dc5a65f12b in Status: SUCCESS [ 765.961335] env[66341]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16cc60f5-3ae8-46f0-a225-e7dc5a65f12b deletion is rescheduled due to dependency. [ 765.961335] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16cc60f5-3ae8-46f0-a225-e7dc5a65f12b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.011203] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock network-561 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.011417] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "network-561" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.011539] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "network-561" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.012037] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "network-561" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.012230] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.012370] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.012442] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.012656] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.012997] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.013141] env[66341]: DEBUG dogpile.cache.region [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 766.013308] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] NeedRegenerationException {{(pid=66341) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 766.013434] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] no value, waiting for create lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 766.013556] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] value creation lock acquired {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 766.013638] env[66341]: DEBUG dogpile.cache.region [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 766.013741] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Calling creation function for not-yet-present value {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 766.013869] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 766.035981] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 766.036198] env[66341]: DEBUG dogpile.cache.region [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66341) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 766.036465] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Released creation lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 766.036645] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "network-561" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.036963] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock port-a410258b-4f43-4aef-8f31-6bc3f36d3eba taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.037149] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "port-a410258b-4f43-4aef-8f31-6bc3f36d3eba" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.037262] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "port-a410258b-4f43-4aef-8f31-6bc3f36d3eba" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.037572] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "port-a410258b-4f43-4aef-8f31-6bc3f36d3eba" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.037704] env[66341]: DEBUG networking_nsxv3.api.rpc [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a410258b-4f43-4aef-8f31-6bc3f36d3eba',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.423528] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6e49699-2c9c-434d-a135-bff39cf7ae55 in Status: SUCCESS [ 766.423801] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6e49699-2c9c-434d-a135-bff39cf7ae55" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.424216] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6e49699-2c9c-434d-a135-bff39cf7ae55" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.424508] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6e49699-2c9c-434d-a135-bff39cf7ae55" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.424767] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.424968] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.425254] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.425294] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.425388] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.425658] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6e49699-2c9c-434d-a135-bff39cf7ae55" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.425798] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c6e49699-2c9c-434d-a135-bff39cf7ae55',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.426940] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6e49699-2c9c-434d-a135-bff39cf7ae55" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.427149] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6e49699-2c9c-434d-a135-bff39cf7ae55" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.427434] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.427434] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.427603] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.427669] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.427787] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.427861] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c6e49699-2c9c-434d-a135-bff39cf7ae55',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.544149] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.544149] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.544149] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.544333] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.544464] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.544596] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Segment Port a410258b-4f43-4aef-8f31-6bc3f36d3eba not found, creating... [ 766.544856] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.545031] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.545144] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.545367] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.545493] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.545772] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.545918] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.546034] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.546245] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.546367] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.547214] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Resource: SegmentPort with ID: a410258b-4f43-4aef-8f31-6bc3f36d3eba is going to be created. [ 766.572409] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.572409] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.572747] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.573218] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.573507] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.573885] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "port-a410258b-4f43-4aef-8f31-6bc3f36d3eba" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.930405] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6e49699-2c9c-434d-a135-bff39cf7ae55 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.930405] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6e49699-2c9c-434d-a135-bff39cf7ae55" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.931148] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c6e49699-2c9c-434d-a135-bff39cf7ae55',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.186720] env[66341]: INFO networking_nsxv3.common.synchronization [req-adca702d-5aab-4f75-a8f5-f503c9049942 req-713a7d06-a208-4d8a-8da1-08335c24e8fa tempest-VolumesAssistedSnapshotsTest-268275416 tempest-VolumesAssistedSnapshotsTest-268275416-project-member] Enqueued Resource ID: 84e4ef9a-f6f1-453a-bd23-9f00fc7c5c31 with Priority: HIGHEST for action security_group_members [ 767.188444] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75f017f0-6b8a-46d9-8b05-c056a68c4b4a in Status: SUCCESS [ 767.189110] env[66341]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75f017f0-6b8a-46d9-8b05-c056a68c4b4a deletion is rescheduled due to dependency. [ 767.189431] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75f017f0-6b8a-46d9-8b05-c056a68c4b4a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.190137] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84e4ef9a-f6f1-453a-bd23-9f00fc7c5c31 with Priority: HIGHEST for action security_group_members [ 767.190557] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-84e4ef9a-f6f1-453a-bd23-9f00fc7c5c31 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.192669] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84e4ef9a-f6f1-453a-bd23-9f00fc7c5c31" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.192669] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84e4ef9a-f6f1-453a-bd23-9f00fc7c5c31" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.192669] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84e4ef9a-f6f1-453a-bd23-9f00fc7c5c31" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.192669] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.192669] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.192669] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.192669] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.192669] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.192669] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('84e4ef9a-f6f1-453a-bd23-9f00fc7c5c31',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.241016] env[66341]: INFO networking_nsxv3.common.synchronization [None req-d0b5a453-a004-4bde-a2e2-6adb2ffa1a5d None None] Enqueued Resource ID: 7ccac2ad-3724-4b1e-ad30-108a51c22012 with Priority: HIGHEST for action port [ 767.242650] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ccac2ad-3724-4b1e-ad30-108a51c22012 with Priority: HIGHEST for action port [ 767.243361] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-7ccac2ad-3724-4b1e-ad30-108a51c22012 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.243361] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7ccac2ad-3724-4b1e-ad30-108a51c22012" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.243500] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7ccac2ad-3724-4b1e-ad30-108a51c22012" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.243706] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7ccac2ad-3724-4b1e-ad30-108a51c22012" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.243801] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7ccac2ad-3724-4b1e-ad30-108a51c22012',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.281371] env[66341]: INFO networking_nsxv3.common.synchronization [None req-34dd9ac6-e8d7-4838-9c36-59924e750a43 None None] Enqueued Resource ID: bd76bb38-27e2-469d-83c0-40bd462db0e0 with Priority: HIGHEST for action port [ 767.282716] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd76bb38-27e2-469d-83c0-40bd462db0e0 with Priority: HIGHEST for action port [ 767.283486] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-bd76bb38-27e2-469d-83c0-40bd462db0e0 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.283717] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bd76bb38-27e2-469d-83c0-40bd462db0e0" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.283781] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bd76bb38-27e2-469d-83c0-40bd462db0e0" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.284154] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bd76bb38-27e2-469d-83c0-40bd462db0e0" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.284245] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bd76bb38-27e2-469d-83c0-40bd462db0e0',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.358638] env[66341]: INFO networking_nsxv3.common.synchronization [req-c91f30f3-53e1-4caf-9d1b-32eb98c5e84c req-359e6bee-84d7-4a83-a737-25200b1d4765 service nova] Enqueued Resource ID: c6e49699-2c9c-434d-a135-bff39cf7ae55 with Priority: HIGHEST for action security_group_rules [ 767.358820] env[66341]: INFO networking_nsxv3.common.synchronization [req-c91f30f3-53e1-4caf-9d1b-32eb98c5e84c req-359e6bee-84d7-4a83-a737-25200b1d4765 service nova] Enqueued Resource ID: c6e49699-2c9c-434d-a135-bff39cf7ae55 with Priority: HIGHEST for action security_group_members [ 767.358948] env[66341]: INFO networking_nsxv3.common.synchronization [req-c91f30f3-53e1-4caf-9d1b-32eb98c5e84c req-359e6bee-84d7-4a83-a737-25200b1d4765 service nova] Enqueued Resource ID: a410258b-4f43-4aef-8f31-6bc3f36d3eba with Priority: HIGHEST for action port [ 767.359466] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6e49699-2c9c-434d-a135-bff39cf7ae55 with Priority: HIGHEST for action security_group_rules [ 767.359597] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6e49699-2c9c-434d-a135-bff39cf7ae55 with Priority: HIGHEST for action security_group_members [ 767.359689] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a410258b-4f43-4aef-8f31-6bc3f36d3eba with Priority: HIGHEST for action port [ 767.359949] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c6e49699-2c9c-434d-a135-bff39cf7ae55 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.360055] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c6e49699-2c9c-434d-a135-bff39cf7ae55" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.360258] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6e49699-2c9c-434d-a135-bff39cf7ae55 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.360329] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6e49699-2c9c-434d-a135-bff39cf7ae55" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.360495] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-a410258b-4f43-4aef-8f31-6bc3f36d3eba taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.360598] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a410258b-4f43-4aef-8f31-6bc3f36d3eba" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.360646] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a410258b-4f43-4aef-8f31-6bc3f36d3eba" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.360991] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a410258b-4f43-4aef-8f31-6bc3f36d3eba" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.361952] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a410258b-4f43-4aef-8f31-6bc3f36d3eba',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.433808] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c6e49699-2c9c-434d-a135-bff39cf7ae55',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.469664] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70627c13-7c10-487c-b08b-03ed64ef6e43 in Status: SUCCESS [ 767.469840] env[66341]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 70627c13-7c10-487c-b08b-03ed64ef6e43 deletion is rescheduled due to dependency. [ 767.470158] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70627c13-7c10-487c-b08b-03ed64ef6e43" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.695376] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.695376] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.695376] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.695638] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.695638] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.695724] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.695853] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.695904] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.696179] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.696179] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.696273] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 84e4ef9a-f6f1-453a-bd23-9f00fc7c5c31 is going to be updated. [ 767.728510] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.728510] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.728980] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.729393] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.729594] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.741498] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84e4ef9a-f6f1-453a-bd23-9f00fc7c5c31 in Status: IN_PROGRESS for 2s [ 767.745982] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7ccac2ad-3724-4b1e-ad30-108a51c22012 [ 767.746894] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.746894] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.746894] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.746894] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.746894] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.746894] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7ccac2ad-3724-4b1e-ad30-108a51c22012 already deleted. [ 767.747260] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7ccac2ad-3724-4b1e-ad30-108a51c22012" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.786584] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bd76bb38-27e2-469d-83c0-40bd462db0e0 [ 767.788031] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.788031] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.788031] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.788031] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.788031] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.788031] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bd76bb38-27e2-469d-83c0-40bd462db0e0 already deleted. [ 767.788031] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bd76bb38-27e2-469d-83c0-40bd462db0e0" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.863620] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a410258b-4f43-4aef-8f31-6bc3f36d3eba with status ACTIVE [ 767.863694] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.863846] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.863958] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.864213] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.864301] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.864479] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.864572] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.864625] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.864771] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.864841] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.865039] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.865138] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.865200] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.865327] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.865393] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.865512] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a410258b-4f43-4aef-8f31-6bc3f36d3eba is going to be updated. [ 767.889236] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.889396] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.890353] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.891036] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.891036] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.891036] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a410258b-4f43-4aef-8f31-6bc3f36d3eba" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.940112] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.940230] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.940320] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.940541] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.940630] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.940728] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c6e49699-2c9c-434d-a135-bff39cf7ae55 is going to be updated. [ 767.978560] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.978560] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.978890] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.980545] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.980545] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.989802] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6e49699-2c9c-434d-a135-bff39cf7ae55 in Status: IN_PROGRESS for 2s [ 769.752250] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84e4ef9a-f6f1-453a-bd23-9f00fc7c5c31 in Status: SUCCESS [ 769.752604] env[66341]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 84e4ef9a-f6f1-453a-bd23-9f00fc7c5c31 deletion is rescheduled due to dependency. [ 769.752604] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84e4ef9a-f6f1-453a-bd23-9f00fc7c5c31" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.003052] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6e49699-2c9c-434d-a135-bff39cf7ae55 in Status: SUCCESS [ 770.003322] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6e49699-2c9c-434d-a135-bff39cf7ae55" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.003921] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6e49699-2c9c-434d-a135-bff39cf7ae55" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.003921] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6e49699-2c9c-434d-a135-bff39cf7ae55" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.003921] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.004307] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.005132] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.005331] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.005415] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.005512] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6e49699-2c9c-434d-a135-bff39cf7ae55" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.005777] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6e49699-2c9c-434d-a135-bff39cf7ae55 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.005777] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6e49699-2c9c-434d-a135-bff39cf7ae55" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.005917] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6e49699-2c9c-434d-a135-bff39cf7ae55" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.005981] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6e49699-2c9c-434d-a135-bff39cf7ae55" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.007642] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.007642] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.007642] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.007642] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.008142] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.008142] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6e49699-2c9c-434d-a135-bff39cf7ae55" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.008142] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c6e49699-2c9c-434d-a135-bff39cf7ae55',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.008906] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6e49699-2c9c-434d-a135-bff39cf7ae55" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.009093] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6e49699-2c9c-434d-a135-bff39cf7ae55" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.009249] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.009358] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.009423] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.009569] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.009647] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.009742] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c6e49699-2c9c-434d-a135-bff39cf7ae55',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.347892] env[66341]: INFO networking_nsxv3.common.synchronization [None req-13283687-b93f-463e-b67e-a9d8ad153dd0 None None] Enqueued Resource ID: 0d3df6f8-f8a5-4319-9a05-49440a14e387 with Priority: HIGHEST for action port [ 770.348891] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d3df6f8-f8a5-4319-9a05-49440a14e387 with Priority: HIGHEST for action port [ 770.349286] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-0d3df6f8-f8a5-4319-9a05-49440a14e387 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.349512] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0d3df6f8-f8a5-4319-9a05-49440a14e387" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.349692] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0d3df6f8-f8a5-4319-9a05-49440a14e387" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.350060] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0d3df6f8-f8a5-4319-9a05-49440a14e387" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.350159] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0d3df6f8-f8a5-4319-9a05-49440a14e387',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.471926] env[66341]: INFO networking_nsxv3.common.synchronization [req-9e759cbf-7c01-4bf3-a1fe-309edebb2747 req-72a46743-9336-43a8-a8ef-39be42ba9f97 tempest-ServersTestBootFromVolume-371900352 tempest-ServersTestBootFromVolume-371900352-project-member] Enqueued Resource ID: 9992e15b-8b68-4bfe-a54f-3065e157b3b3 with Priority: HIGHEST for action security_group_members [ 770.472610] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9992e15b-8b68-4bfe-a54f-3065e157b3b3 with Priority: HIGHEST for action security_group_members [ 770.473703] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-9992e15b-8b68-4bfe-a54f-3065e157b3b3 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.473703] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9992e15b-8b68-4bfe-a54f-3065e157b3b3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.473860] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9992e15b-8b68-4bfe-a54f-3065e157b3b3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.474268] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9992e15b-8b68-4bfe-a54f-3065e157b3b3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.474428] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.474581] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.474658] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.474822] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.475090] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.475090] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9992e15b-8b68-4bfe-a54f-3065e157b3b3',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.511972] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c6e49699-2c9c-434d-a135-bff39cf7ae55: rpc.has_security_group_logging(os_id): False [ 770.516167] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c6e49699-2c9c-434d-a135-bff39cf7ae55',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.538583] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.538583] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.538583] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.538734] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.538767] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.544032] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.544032] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.544032] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.544032] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.544032] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.544032] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.544032] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.544032] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.544032] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.544032] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.544032] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.544032] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.544032] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.544032] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.544959] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.544959] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c6e49699-2c9c-434d-a135-bff39cf7ae55 is going to be created. [ 770.617719] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.617945] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.618222] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.618292] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.618556] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.633269] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c6e49699-2c9c-434d-a135-bff39cf7ae55 in Status: IN_PROGRESS for 2s [ 770.855208] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0d3df6f8-f8a5-4319-9a05-49440a14e387 [ 770.855208] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.855661] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.855661] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.855728] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.855776] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.855890] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0d3df6f8-f8a5-4319-9a05-49440a14e387 already deleted. [ 770.855961] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0d3df6f8-f8a5-4319-9a05-49440a14e387" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.977245] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.977429] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.977492] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.977745] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.977844] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.978069] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.978177] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.978325] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.978585] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.978702] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.978802] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9992e15b-8b68-4bfe-a54f-3065e157b3b3 already deleted. [ 770.978916] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9992e15b-8b68-4bfe-a54f-3065e157b3b3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.019019] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c6e49699-2c9c-434d-a135-bff39cf7ae55',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.179339] env[66341]: INFO networking_nsxv3.common.synchronization [None req-ba19e781-ad44-4895-995b-de0d772fa6d4 tempest-ServerActionsTestOtherA-1115878785 tempest-ServerActionsTestOtherA-1115878785-project-member] Enqueued Resource ID: 1ea156fb-f61d-416b-a670-e0d61d41f217 with Priority: HIGHEST for action security_group_rules [ 771.179467] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ea156fb-f61d-416b-a670-e0d61d41f217 with Priority: HIGHEST for action security_group_rules [ 771.180287] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1ea156fb-f61d-416b-a670-e0d61d41f217 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.180287] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1ea156fb-f61d-416b-a670-e0d61d41f217" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.180287] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1ea156fb-f61d-416b-a670-e0d61d41f217" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.180287] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1ea156fb-f61d-416b-a670-e0d61d41f217" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.181804] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1ea156fb-f61d-416b-a670-e0d61d41f217',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.343661] env[66341]: INFO networking_nsxv3.common.synchronization [None req-8487ff4f-66ea-4d37-9778-884a43fbd3c7 tempest-ServerActionsTestOtherA-1115878785 tempest-ServerActionsTestOtherA-1115878785-project-member] Enqueued Resource ID: 1ea156fb-f61d-416b-a670-e0d61d41f217 with Priority: HIGHEST for action security_group_rules [ 771.343842] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ea156fb-f61d-416b-a670-e0d61d41f217 with Priority: HIGHEST for action security_group_rules [ 771.344233] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1ea156fb-f61d-416b-a670-e0d61d41f217 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.344309] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1ea156fb-f61d-416b-a670-e0d61d41f217" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.365292] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock network-399 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.365500] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "network-399" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.365629] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "network-399" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.365955] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "network-399" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.366226] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.366381] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.366491] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.366713] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.366845] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.368629] env[66341]: DEBUG dogpile.cache.region [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 771.368816] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] NeedRegenerationException {{(pid=66341) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 771.368933] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] no value, waiting for create lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 771.369055] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] value creation lock acquired {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 771.369213] env[66341]: DEBUG dogpile.cache.region [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 771.369269] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Calling creation function for not-yet-present value {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 771.369399] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 771.388826] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 771.388989] env[66341]: DEBUG dogpile.cache.region [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66341) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 771.389112] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Released creation lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 771.389298] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "network-399" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.389658] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock port-e90d5bd6-a752-43ba-ae1f-fd6e3acc3872 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.389896] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "port-e90d5bd6-a752-43ba-ae1f-fd6e3acc3872" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.390116] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "port-e90d5bd6-a752-43ba-ae1f-fd6e3acc3872" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.390384] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "port-e90d5bd6-a752-43ba-ae1f-fd6e3acc3872" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.390539] env[66341]: DEBUG networking_nsxv3.api.rpc [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e90d5bd6-a752-43ba-ae1f-fd6e3acc3872',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.522243] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.522457] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.522521] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.522749] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.522827] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.522981] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c6e49699-2c9c-434d-a135-bff39cf7ae55 is going to be updated. [ 771.555966] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.555966] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.555966] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.556182] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.556317] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.566423] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6e49699-2c9c-434d-a135-bff39cf7ae55 in Status: IN_PROGRESS for 2s [ 771.708561] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.708770] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.708876] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.709950] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.709950] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.709950] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1ea156fb-f61d-416b-a670-e0d61d41f217 already deleted. [ 771.709950] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1ea156fb-f61d-416b-a670-e0d61d41f217" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.709950] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1ea156fb-f61d-416b-a670-e0d61d41f217" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.710173] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1ea156fb-f61d-416b-a670-e0d61d41f217" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.710173] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1ea156fb-f61d-416b-a670-e0d61d41f217',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.892957] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.894656] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.894656] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.894656] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.894656] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.894899] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Segment Port e90d5bd6-a752-43ba-ae1f-fd6e3acc3872 not found, creating... [ 771.895015] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.895184] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.895297] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.895508] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.895639] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.895899] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.896059] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.896170] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.896367] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.896488] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.896616] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Resource: SegmentPort with ID: e90d5bd6-a752-43ba-ae1f-fd6e3acc3872 is going to be created. [ 771.920475] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.920692] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.920749] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.920992] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.921370] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.921616] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "port-e90d5bd6-a752-43ba-ae1f-fd6e3acc3872" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.232216] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.232532] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.232532] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.232732] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.232835] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.233223] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1ea156fb-f61d-416b-a670-e0d61d41f217 already deleted. [ 772.233223] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1ea156fb-f61d-416b-a670-e0d61d41f217" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.532244] env[66341]: INFO networking_nsxv3.common.synchronization [None req-247ae9fe-bc3d-49b0-8613-815e9a550146 None None] Enqueued Resource ID: 5500c69d-02e1-4749-9b06-059303384e84 with Priority: HIGHEST for action port [ 772.532503] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5500c69d-02e1-4749-9b06-059303384e84 with Priority: HIGHEST for action port [ 772.533079] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-5500c69d-02e1-4749-9b06-059303384e84 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.533251] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5500c69d-02e1-4749-9b06-059303384e84" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.533287] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5500c69d-02e1-4749-9b06-059303384e84" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.535167] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5500c69d-02e1-4749-9b06-059303384e84" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.535260] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5500c69d-02e1-4749-9b06-059303384e84',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.646603] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c6e49699-2c9c-434d-a135-bff39cf7ae55 in Status: SUCCESS [ 772.646827] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c6e49699-2c9c-434d-a135-bff39cf7ae55" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.647018] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c6e49699-2c9c-434d-a135-bff39cf7ae55" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.647249] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c6e49699-2c9c-434d-a135-bff39cf7ae55" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.647342] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c6e49699-2c9c-434d-a135-bff39cf7ae55',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.687388] env[66341]: INFO networking_nsxv3.common.synchronization [req-9e759cbf-7c01-4bf3-a1fe-309edebb2747 req-fe95aaa4-0555-4d21-8a3e-60f2dfd083d4 service nova] Enqueued Resource ID: 9992e15b-8b68-4bfe-a54f-3065e157b3b3 with Priority: HIGHEST for action security_group_rules [ 772.687388] env[66341]: INFO networking_nsxv3.common.synchronization [req-9e759cbf-7c01-4bf3-a1fe-309edebb2747 req-fe95aaa4-0555-4d21-8a3e-60f2dfd083d4 service nova] Enqueued Resource ID: 9992e15b-8b68-4bfe-a54f-3065e157b3b3 with Priority: HIGHEST for action security_group_members [ 772.687388] env[66341]: INFO networking_nsxv3.common.synchronization [req-9e759cbf-7c01-4bf3-a1fe-309edebb2747 req-fe95aaa4-0555-4d21-8a3e-60f2dfd083d4 service nova] Enqueued Resource ID: e90d5bd6-a752-43ba-ae1f-fd6e3acc3872 with Priority: HIGHEST for action port [ 772.687388] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9992e15b-8b68-4bfe-a54f-3065e157b3b3 with Priority: HIGHEST for action security_group_rules [ 772.687388] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9992e15b-8b68-4bfe-a54f-3065e157b3b3 with Priority: HIGHEST for action security_group_members [ 772.687388] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e90d5bd6-a752-43ba-ae1f-fd6e3acc3872 with Priority: HIGHEST for action port [ 772.687779] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9992e15b-8b68-4bfe-a54f-3065e157b3b3 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.687779] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9992e15b-8b68-4bfe-a54f-3065e157b3b3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.687779] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9992e15b-8b68-4bfe-a54f-3065e157b3b3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.687892] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9992e15b-8b68-4bfe-a54f-3065e157b3b3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.687923] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9992e15b-8b68-4bfe-a54f-3065e157b3b3',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.688945] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-9992e15b-8b68-4bfe-a54f-3065e157b3b3 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.689112] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9992e15b-8b68-4bfe-a54f-3065e157b3b3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.689536] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9992e15b-8b68-4bfe-a54f-3065e157b3b3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.689536] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9992e15b-8b68-4bfe-a54f-3065e157b3b3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.689536] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.689675] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.689675] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.689805] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.689887] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.690085] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9992e15b-8b68-4bfe-a54f-3065e157b3b3',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.692181] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-e90d5bd6-a752-43ba-ae1f-fd6e3acc3872 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.692181] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e90d5bd6-a752-43ba-ae1f-fd6e3acc3872" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.692181] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e90d5bd6-a752-43ba-ae1f-fd6e3acc3872" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.692181] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e90d5bd6-a752-43ba-ae1f-fd6e3acc3872" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.692181] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e90d5bd6-a752-43ba-ae1f-fd6e3acc3872',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.038587] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5500c69d-02e1-4749-9b06-059303384e84 [ 773.038587] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.038927] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.038927] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.039142] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.039142] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.039279] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5500c69d-02e1-4749-9b06-059303384e84 already deleted. [ 773.039279] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5500c69d-02e1-4749-9b06-059303384e84" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.150116] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6e49699-2c9c-434d-a135-bff39cf7ae55 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.150698] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6e49699-2c9c-434d-a135-bff39cf7ae55" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.195691] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-9992e15b-8b68-4bfe-a54f-3065e157b3b3 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.195691] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9992e15b-8b68-4bfe-a54f-3065e157b3b3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.195691] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9992e15b-8b68-4bfe-a54f-3065e157b3b3',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.195691] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e90d5bd6-a752-43ba-ae1f-fd6e3acc3872 with status ACTIVE [ 773.195691] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.195691] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.195691] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.196070] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.196070] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.196130] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.197224] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.197224] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.197224] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.197224] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.197224] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.197224] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.197224] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.197224] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.198125] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.198315] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e90d5bd6-a752-43ba-ae1f-fd6e3acc3872 is going to be updated. [ 773.221042] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.221042] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.221042] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.221351] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.221351] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.221530] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e90d5bd6-a752-43ba-ae1f-fd6e3acc3872" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.577486] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6e49699-2c9c-434d-a135-bff39cf7ae55 in Status: SUCCESS [ 773.577548] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6e49699-2c9c-434d-a135-bff39cf7ae55" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.577721] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6e49699-2c9c-434d-a135-bff39cf7ae55" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.578016] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6e49699-2c9c-434d-a135-bff39cf7ae55" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.578219] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.578784] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.578784] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.578784] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.578784] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.579029] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6e49699-2c9c-434d-a135-bff39cf7ae55" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.579029] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c6e49699-2c9c-434d-a135-bff39cf7ae55',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.700475] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9992e15b-8b68-4bfe-a54f-3065e157b3b3',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.082185] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6e49699-2c9c-434d-a135-bff39cf7ae55 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.082185] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6e49699-2c9c-434d-a135-bff39cf7ae55" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.082185] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6e49699-2c9c-434d-a135-bff39cf7ae55" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.082185] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6e49699-2c9c-434d-a135-bff39cf7ae55" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.082185] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.082687] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.082687] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.082687] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.082687] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.082687] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6e49699-2c9c-434d-a135-bff39cf7ae55" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.082822] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6e49699-2c9c-434d-a135-bff39cf7ae55 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.082861] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6e49699-2c9c-434d-a135-bff39cf7ae55" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.082918] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6e49699-2c9c-434d-a135-bff39cf7ae55" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.083069] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6e49699-2c9c-434d-a135-bff39cf7ae55" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.083227] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.083330] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.083391] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.083542] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.083646] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.083775] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6e49699-2c9c-434d-a135-bff39cf7ae55" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.083816] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c6e49699-2c9c-434d-a135-bff39cf7ae55',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.103609] env[66341]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-ebb35a8f-90ae-4f98-9b2d-22c68c956d60 None None] NSXv3 Agent Agent loop - iteration:0 completed [ 774.103983] env[66341]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-ebb35a8f-90ae-4f98-9b2d-22c68c956d60 None None] NSXv3 Agent Agent loop - iteration:1 started [ 774.203100] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.203367] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.203367] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.204656] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.204656] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.204656] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9992e15b-8b68-4bfe-a54f-3065e157b3b3 is going to be created. [ 774.232752] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.232934] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.232995] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.233447] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.233551] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.250407] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9992e15b-8b68-4bfe-a54f-3065e157b3b3 in Status: UNINITIALIZED for 2s [ 774.586304] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c6e49699-2c9c-434d-a135-bff39cf7ae55: rpc.has_security_group_logging(os_id): False [ 774.605628] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.606497] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.606497] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.606497] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.606497] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.606724] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.606863] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.606942] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.607222] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.607280] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.607501] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.607696] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.607696] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.607802] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.607874] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.608063] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.608186] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.608221] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.608354] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.608433] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.608640] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c6e49699-2c9c-434d-a135-bff39cf7ae55 is going to be updated. [ 774.677945] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.678132] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.678328] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.678912] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.678912] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.693675] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c6e49699-2c9c-434d-a135-bff39cf7ae55 in Status: IN_PROGRESS for 2s [ 774.958568] env[66341]: INFO networking_nsxv3.common.synchronization [req-0daa9b36-c843-49fe-a42b-00269e18c7e5 req-efaacf90-8dd7-4da4-a030-da1fcfb0cd7b tempest-ImagesTestJSON-1540688741 tempest-ImagesTestJSON-1540688741-project-member] Enqueued Resource ID: 8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a with Priority: HIGHEST for action security_group_members [ 774.958568] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a with Priority: HIGHEST for action security_group_members [ 774.958568] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.958787] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.958787] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.958931] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.959093] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.959196] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.959260] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.959485] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.959485] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.959585] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.462253] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.462913] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.462913] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.462913] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.462913] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.462913] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.463427] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.463427] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.463427] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.463525] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.463683] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a is going to be updated. [ 775.491135] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.491312] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.491399] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.491623] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.491797] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.502028] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a in Status: IN_PROGRESS for 2s [ 776.261980] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9992e15b-8b68-4bfe-a54f-3065e157b3b3 in Status: SUCCESS [ 776.262218] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9992e15b-8b68-4bfe-a54f-3065e157b3b3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.262452] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9992e15b-8b68-4bfe-a54f-3065e157b3b3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.263462] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9992e15b-8b68-4bfe-a54f-3065e157b3b3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.263462] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.263462] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.263462] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.263795] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.263795] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.263795] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9992e15b-8b68-4bfe-a54f-3065e157b3b3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.263900] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9992e15b-8b68-4bfe-a54f-3065e157b3b3',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.712300] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c6e49699-2c9c-434d-a135-bff39cf7ae55 in Status: SUCCESS [ 776.714851] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c6e49699-2c9c-434d-a135-bff39cf7ae55" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.767245] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9992e15b-8b68-4bfe-a54f-3065e157b3b3',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.271781] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9992e15b-8b68-4bfe-a54f-3065e157b3b3: rpc.has_security_group_logging(os_id): False [ 777.298413] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.298678] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.298678] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.298872] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.298969] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.299304] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.299482] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.299569] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.299795] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.299856] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.299966] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9992e15b-8b68-4bfe-a54f-3065e157b3b3 is going to be created. [ 777.380336] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.380625] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.381613] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.382229] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.382608] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.401131] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9992e15b-8b68-4bfe-a54f-3065e157b3b3 in Status: IN_PROGRESS for 2s [ 777.520055] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a in Status: SUCCESS [ 777.521257] env[66341]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a deletion is rescheduled due to dependency. [ 777.521257] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.413893] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9992e15b-8b68-4bfe-a54f-3065e157b3b3 in Status: SUCCESS [ 779.413893] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9992e15b-8b68-4bfe-a54f-3065e157b3b3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.745715] env[66341]: INFO networking_nsxv3.common.synchronization [req-19accbcd-e759-4847-a176-62ff388c5ffa req-43119712-5268-4615-8d34-0c4432424826 tempest-AttachInterfacesUnderV243Test-143724467 tempest-AttachInterfacesUnderV243Test-143724467-project-member] Enqueued Resource ID: e4d91b5a-7850-44fa-a8cf-ea58324642f7 with Priority: HIGHEST for action security_group_members [ 779.746382] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4d91b5a-7850-44fa-a8cf-ea58324642f7 with Priority: HIGHEST for action security_group_members [ 779.746712] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4d91b5a-7850-44fa-a8cf-ea58324642f7 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.746889] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4d91b5a-7850-44fa-a8cf-ea58324642f7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.746979] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4d91b5a-7850-44fa-a8cf-ea58324642f7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.747261] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4d91b5a-7850-44fa-a8cf-ea58324642f7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.747481] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.747606] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.747690] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.747861] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.747967] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.748098] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e4d91b5a-7850-44fa-a8cf-ea58324642f7',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.773185] env[66341]: INFO networking_nsxv3.common.synchronization [req-19accbcd-e759-4847-a176-62ff388c5ffa req-43119712-5268-4615-8d34-0c4432424826 tempest-AttachInterfacesUnderV243Test-143724467 tempest-AttachInterfacesUnderV243Test-143724467-project-member] Enqueued Resource ID: e4d91b5a-7850-44fa-a8cf-ea58324642f7 with Priority: HIGHEST for action security_group_rules [ 779.773673] env[66341]: INFO networking_nsxv3.common.synchronization [req-19accbcd-e759-4847-a176-62ff388c5ffa req-43119712-5268-4615-8d34-0c4432424826 tempest-AttachInterfacesUnderV243Test-143724467 tempest-AttachInterfacesUnderV243Test-143724467-project-member] Enqueued Resource ID: e4d91b5a-7850-44fa-a8cf-ea58324642f7 with Priority: HIGHEST for action security_group_members [ 779.773673] env[66341]: INFO networking_nsxv3.common.synchronization [req-19accbcd-e759-4847-a176-62ff388c5ffa req-43119712-5268-4615-8d34-0c4432424826 tempest-AttachInterfacesUnderV243Test-143724467 tempest-AttachInterfacesUnderV243Test-143724467-project-member] Enqueued Resource ID: daf69188-4669-40aa-aafb-38fddb03f4f6 with Priority: HIGHEST for action port [ 779.774726] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4d91b5a-7850-44fa-a8cf-ea58324642f7 with Priority: HIGHEST for action security_group_rules [ 779.774726] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4d91b5a-7850-44fa-a8cf-ea58324642f7 with Priority: HIGHEST for action security_group_members [ 779.774905] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: daf69188-4669-40aa-aafb-38fddb03f4f6 with Priority: HIGHEST for action port [ 779.776044] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e4d91b5a-7850-44fa-a8cf-ea58324642f7 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.776044] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e4d91b5a-7850-44fa-a8cf-ea58324642f7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.776044] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e4d91b5a-7850-44fa-a8cf-ea58324642f7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.776044] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e4d91b5a-7850-44fa-a8cf-ea58324642f7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.776044] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e4d91b5a-7850-44fa-a8cf-ea58324642f7',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.776719] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4d91b5a-7850-44fa-a8cf-ea58324642f7 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.777829] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4d91b5a-7850-44fa-a8cf-ea58324642f7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.777829] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-daf69188-4669-40aa-aafb-38fddb03f4f6 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.777829] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-daf69188-4669-40aa-aafb-38fddb03f4f6" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.777829] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-daf69188-4669-40aa-aafb-38fddb03f4f6" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.777829] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-daf69188-4669-40aa-aafb-38fddb03f4f6" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.777829] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('daf69188-4669-40aa-aafb-38fddb03f4f6',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.250320] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e4d91b5a-7850-44fa-a8cf-ea58324642f7',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.279950] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4d91b5a-7850-44fa-a8cf-ea58324642f7 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.280099] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4d91b5a-7850-44fa-a8cf-ea58324642f7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.280271] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port daf69188-4669-40aa-aafb-38fddb03f4f6 with status ACTIVE [ 780.280435] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.280553] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.280606] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.280813] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.280905] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.281172] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.281172] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.282237] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.282237] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.282237] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.282237] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.282237] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.282237] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.282237] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.282237] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.282237] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: daf69188-4669-40aa-aafb-38fddb03f4f6 is going to be updated. [ 780.305505] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.305706] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.305779] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.305996] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.306147] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.306314] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-daf69188-4669-40aa-aafb-38fddb03f4f6" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.753983] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e4d91b5a-7850-44fa-a8cf-ea58324642f7',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.256140] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.256903] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.258081] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.258081] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.258081] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.258081] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e4d91b5a-7850-44fa-a8cf-ea58324642f7 is going to be updated. [ 781.293113] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.293323] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.293438] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.293710] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.293993] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.305958] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e4d91b5a-7850-44fa-a8cf-ea58324642f7 in Status: IN_PROGRESS for 2s [ 783.082894] env[66341]: INFO networking_nsxv3.common.synchronization [req-fb40437f-42ce-421e-b0a4-740d60598afe req-0b39fca3-bbc4-4ea6-8532-f41cf8dd8601 tempest-AttachInterfacesUnderV243Test-143724467 tempest-AttachInterfacesUnderV243Test-143724467-project-member] Enqueued Resource ID: e4d91b5a-7850-44fa-a8cf-ea58324642f7 with Priority: HIGHEST for action security_group_members [ 783.082894] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4d91b5a-7850-44fa-a8cf-ea58324642f7 with Priority: HIGHEST for action security_group_members [ 783.082894] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4d91b5a-7850-44fa-a8cf-ea58324642f7 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.082894] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4d91b5a-7850-44fa-a8cf-ea58324642f7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.109846] env[66341]: INFO networking_nsxv3.common.synchronization [req-fb40437f-42ce-421e-b0a4-740d60598afe req-0b39fca3-bbc4-4ea6-8532-f41cf8dd8601 tempest-AttachInterfacesUnderV243Test-143724467 tempest-AttachInterfacesUnderV243Test-143724467-project-member] Enqueued Resource ID: e4d91b5a-7850-44fa-a8cf-ea58324642f7 with Priority: HIGHEST for action security_group_rules [ 783.110060] env[66341]: INFO networking_nsxv3.common.synchronization [req-fb40437f-42ce-421e-b0a4-740d60598afe req-0b39fca3-bbc4-4ea6-8532-f41cf8dd8601 tempest-AttachInterfacesUnderV243Test-143724467 tempest-AttachInterfacesUnderV243Test-143724467-project-member] Enqueued Resource ID: e4d91b5a-7850-44fa-a8cf-ea58324642f7 with Priority: HIGHEST for action security_group_members [ 783.111285] env[66341]: INFO networking_nsxv3.common.synchronization [req-fb40437f-42ce-421e-b0a4-740d60598afe req-0b39fca3-bbc4-4ea6-8532-f41cf8dd8601 tempest-AttachInterfacesUnderV243Test-143724467 tempest-AttachInterfacesUnderV243Test-143724467-project-member] Enqueued Resource ID: daf69188-4669-40aa-aafb-38fddb03f4f6 with Priority: HIGHEST for action port [ 783.111285] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4d91b5a-7850-44fa-a8cf-ea58324642f7 with Priority: HIGHEST for action security_group_rules [ 783.111514] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4d91b5a-7850-44fa-a8cf-ea58324642f7 with Priority: HIGHEST for action security_group_members [ 783.111666] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: daf69188-4669-40aa-aafb-38fddb03f4f6 with Priority: HIGHEST for action port [ 783.112122] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e4d91b5a-7850-44fa-a8cf-ea58324642f7 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.112296] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e4d91b5a-7850-44fa-a8cf-ea58324642f7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.112643] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4d91b5a-7850-44fa-a8cf-ea58324642f7 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.112802] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4d91b5a-7850-44fa-a8cf-ea58324642f7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.113310] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-daf69188-4669-40aa-aafb-38fddb03f4f6 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.113483] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-daf69188-4669-40aa-aafb-38fddb03f4f6" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.113598] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-daf69188-4669-40aa-aafb-38fddb03f4f6" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.113935] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-daf69188-4669-40aa-aafb-38fddb03f4f6" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.114105] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('daf69188-4669-40aa-aafb-38fddb03f4f6',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.320563] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e4d91b5a-7850-44fa-a8cf-ea58324642f7 in Status: SUCCESS [ 783.320731] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4d91b5a-7850-44fa-a8cf-ea58324642f7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.320904] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4d91b5a-7850-44fa-a8cf-ea58324642f7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.321168] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4d91b5a-7850-44fa-a8cf-ea58324642f7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.321451] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.321615] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.321697] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.321931] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.322069] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.322218] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e4d91b5a-7850-44fa-a8cf-ea58324642f7',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.617388] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port daf69188-4669-40aa-aafb-38fddb03f4f6 with status ACTIVE [ 783.617690] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.617849] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.618045] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.618364] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.618420] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.618672] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.618820] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.618920] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.619119] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.619204] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.619448] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.619633] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.619722] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.619922] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.620105] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.620178] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: daf69188-4669-40aa-aafb-38fddb03f4f6 is going to be updated. [ 783.648075] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.648075] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.648075] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.648580] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.648780] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.649077] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-daf69188-4669-40aa-aafb-38fddb03f4f6" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.826266] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e4d91b5a-7850-44fa-a8cf-ea58324642f7',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.329179] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e4d91b5a-7850-44fa-a8cf-ea58324642f7',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.382603] env[66341]: INFO networking_nsxv3.common.synchronization [req-bf761e85-13ec-46f5-bce0-efffd26cdf69 req-bca55c84-2d67-46dc-86ef-c96cf02430af tempest-ListServerFiltersTestJSON-175570356 tempest-ListServerFiltersTestJSON-175570356-project-member] Enqueued Resource ID: 4e8cb6e0-656e-435a-bc05-c20ad7c11044 with Priority: HIGHEST for action security_group_members [ 784.383134] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e8cb6e0-656e-435a-bc05-c20ad7c11044 with Priority: HIGHEST for action security_group_members [ 784.383468] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e8cb6e0-656e-435a-bc05-c20ad7c11044 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.383589] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e8cb6e0-656e-435a-bc05-c20ad7c11044" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.383659] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e8cb6e0-656e-435a-bc05-c20ad7c11044" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.383855] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e8cb6e0-656e-435a-bc05-c20ad7c11044" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.384257] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.384466] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.384556] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.384776] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.384908] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.387488] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4e8cb6e0-656e-435a-bc05-c20ad7c11044',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.831642] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.831822] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.831907] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.832191] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.832908] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.832908] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e4d91b5a-7850-44fa-a8cf-ea58324642f7 is going to be updated. [ 784.867118] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.867371] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.867463] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.867695] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.867863] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.883399] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e4d91b5a-7850-44fa-a8cf-ea58324642f7 in Status: IN_PROGRESS for 2s [ 784.888021] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4e8cb6e0-656e-435a-bc05-c20ad7c11044',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.148181] env[66341]: INFO networking_nsxv3.common.synchronization [req-4eab346e-6f84-4e50-b995-43a4775edb41 req-90d7f9e3-aaea-4134-b178-3028d9a9211c tempest-ServerActionsTestJSON-1002973104 tempest-ServerActionsTestJSON-1002973104-project-member] Enqueued Resource ID: c0321722-43f8-42ca-8095-38c306907674 with Priority: HIGHEST for action security_group_members [ 785.150668] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0321722-43f8-42ca-8095-38c306907674 with Priority: HIGHEST for action security_group_members [ 785.150668] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0321722-43f8-42ca-8095-38c306907674 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.150668] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0321722-43f8-42ca-8095-38c306907674" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.150668] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0321722-43f8-42ca-8095-38c306907674" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.150668] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0321722-43f8-42ca-8095-38c306907674" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.150668] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.151114] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.151114] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.151114] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.151276] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.151432] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c0321722-43f8-42ca-8095-38c306907674',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.394422] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4e8cb6e0-656e-435a-bc05-c20ad7c11044',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.640220] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock network-912 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.640420] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "network-912" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.640569] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "network-912" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.641535] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "network-912" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.641535] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.641535] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.641535] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.645661] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.645661] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.645661] env[66341]: DEBUG dogpile.cache.region [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 785.645661] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] NeedRegenerationException {{(pid=66341) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 785.645661] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] no value, waiting for create lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 785.645661] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] value creation lock acquired {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 785.645661] env[66341]: DEBUG dogpile.cache.region [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 785.645661] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Calling creation function for not-yet-present value {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 785.645661] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 785.655255] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.655379] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.655509] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.655923] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.656054] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.656346] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.656528] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.656647] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.656895] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.657086] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.657223] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c0321722-43f8-42ca-8095-38c306907674 already deleted. [ 785.657375] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0321722-43f8-42ca-8095-38c306907674" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.672219] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 785.672219] env[66341]: DEBUG dogpile.cache.region [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=66341) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 785.672219] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Released creation lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 785.672219] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "network-912" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.672219] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock port-f3c18eab-a0ee-4b05-a0ff-4ad3651c59e8 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.672436] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "port-f3c18eab-a0ee-4b05-a0ff-4ad3651c59e8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.672482] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "port-f3c18eab-a0ee-4b05-a0ff-4ad3651c59e8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.673719] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "port-f3c18eab-a0ee-4b05-a0ff-4ad3651c59e8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.673719] env[66341]: DEBUG networking_nsxv3.api.rpc [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f3c18eab-a0ee-4b05-a0ff-4ad3651c59e8',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.896683] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.896882] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.897921] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.897921] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.897921] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.897921] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e8cb6e0-656e-435a-bc05-c20ad7c11044 is going to be updated. [ 785.933859] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.933859] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.933859] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.933859] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.934129] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.944968] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e8cb6e0-656e-435a-bc05-c20ad7c11044 in Status: IN_PROGRESS for 2s [ 786.175595] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.175896] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.176061] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.176389] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.176660] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.176812] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Segment Port f3c18eab-a0ee-4b05-a0ff-4ad3651c59e8 not found, creating... [ 786.177103] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.177316] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.177462] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.177700] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.177840] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.178566] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.178836] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.179013] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.179370] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.179561] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.179746] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Resource: SegmentPort with ID: f3c18eab-a0ee-4b05-a0ff-4ad3651c59e8 is going to be created. [ 786.217703] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.218199] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.218431] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.218907] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.219228] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.219513] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "port-f3c18eab-a0ee-4b05-a0ff-4ad3651c59e8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.600532] env[66341]: INFO networking_nsxv3.common.synchronization [req-16396208-2106-4014-bd89-b9fb9890d781 req-86f99f7d-cedf-4632-ad51-249e00851cbf tempest-ImagesOneServerNegativeTestJSON-317969175 tempest-ImagesOneServerNegativeTestJSON-317969175-project-member] Enqueued Resource ID: 3a4db453-806e-4421-9a20-de590427fd35 with Priority: HIGHEST for action security_group_members [ 786.601150] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a4db453-806e-4421-9a20-de590427fd35 with Priority: HIGHEST for action security_group_members [ 786.601645] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a4db453-806e-4421-9a20-de590427fd35 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.601773] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a4db453-806e-4421-9a20-de590427fd35" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.601850] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a4db453-806e-4421-9a20-de590427fd35" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.602097] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a4db453-806e-4421-9a20-de590427fd35" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.602815] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.602815] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.602815] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.602815] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.602815] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.603183] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3a4db453-806e-4421-9a20-de590427fd35',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.894029] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e4d91b5a-7850-44fa-a8cf-ea58324642f7 in Status: SUCCESS [ 786.894176] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4d91b5a-7850-44fa-a8cf-ea58324642f7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.894947] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4d91b5a-7850-44fa-a8cf-ea58324642f7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.894947] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4d91b5a-7850-44fa-a8cf-ea58324642f7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.894947] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.894947] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.894947] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.895370] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.895370] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.895370] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4d91b5a-7850-44fa-a8cf-ea58324642f7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.895488] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e4d91b5a-7850-44fa-a8cf-ea58324642f7',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.896356] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4d91b5a-7850-44fa-a8cf-ea58324642f7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.897154] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4d91b5a-7850-44fa-a8cf-ea58324642f7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.897412] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.897542] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.897614] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.897771] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.897854] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.897947] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e4d91b5a-7850-44fa-a8cf-ea58324642f7',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.978656] env[66341]: INFO networking_nsxv3.common.synchronization [req-4eab346e-6f84-4e50-b995-43a4775edb41 req-3a30e7b6-6b0d-401c-aac6-adb48c222253 service nova] Enqueued Resource ID: c0321722-43f8-42ca-8095-38c306907674 with Priority: HIGHEST for action security_group_rules [ 786.978984] env[66341]: INFO networking_nsxv3.common.synchronization [req-4eab346e-6f84-4e50-b995-43a4775edb41 req-3a30e7b6-6b0d-401c-aac6-adb48c222253 service nova] Enqueued Resource ID: c0321722-43f8-42ca-8095-38c306907674 with Priority: HIGHEST for action security_group_members [ 786.978984] env[66341]: INFO networking_nsxv3.common.synchronization [req-4eab346e-6f84-4e50-b995-43a4775edb41 req-3a30e7b6-6b0d-401c-aac6-adb48c222253 service nova] Enqueued Resource ID: f3c18eab-a0ee-4b05-a0ff-4ad3651c59e8 with Priority: HIGHEST for action port [ 786.979502] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0321722-43f8-42ca-8095-38c306907674 with Priority: HIGHEST for action security_group_rules [ 786.979502] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0321722-43f8-42ca-8095-38c306907674 with Priority: HIGHEST for action security_group_members [ 786.979594] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3c18eab-a0ee-4b05-a0ff-4ad3651c59e8 with Priority: HIGHEST for action port [ 786.979898] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c0321722-43f8-42ca-8095-38c306907674 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.980027] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c0321722-43f8-42ca-8095-38c306907674" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.980097] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c0321722-43f8-42ca-8095-38c306907674" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.980532] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c0321722-43f8-42ca-8095-38c306907674" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.980532] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c0321722-43f8-42ca-8095-38c306907674',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.981853] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0321722-43f8-42ca-8095-38c306907674 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.982048] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0321722-43f8-42ca-8095-38c306907674" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.982048] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0321722-43f8-42ca-8095-38c306907674" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.982150] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0321722-43f8-42ca-8095-38c306907674" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.982305] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.982408] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.982471] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.982796] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.982904] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.983011] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c0321722-43f8-42ca-8095-38c306907674',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.984446] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-f3c18eab-a0ee-4b05-a0ff-4ad3651c59e8 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.984446] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f3c18eab-a0ee-4b05-a0ff-4ad3651c59e8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.984561] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f3c18eab-a0ee-4b05-a0ff-4ad3651c59e8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.985090] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f3c18eab-a0ee-4b05-a0ff-4ad3651c59e8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.985157] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f3c18eab-a0ee-4b05-a0ff-4ad3651c59e8',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.107176] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.107575] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.107575] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.107784] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.107894] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.108166] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.108312] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.108384] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.108576] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.108680] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.108820] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3a4db453-806e-4421-9a20-de590427fd35 is going to be updated. [ 787.135493] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.135696] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.135793] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.135986] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.136148] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.145668] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3a4db453-806e-4421-9a20-de590427fd35 in Status: IN_PROGRESS for 2s [ 787.240221] env[66341]: INFO networking_nsxv3.common.synchronization [req-f62df42a-6c11-4cca-a3e3-219032d33cd8 req-91319e23-054c-42bf-b63f-fd17d5ab61f2 tempest-AttachInterfacesUnderV243Test-143724467 tempest-AttachInterfacesUnderV243Test-143724467-project-member] Enqueued Resource ID: e4d91b5a-7850-44fa-a8cf-ea58324642f7 with Priority: HIGHEST for action security_group_members [ 787.241322] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4d91b5a-7850-44fa-a8cf-ea58324642f7 with Priority: HIGHEST for action security_group_members [ 787.241322] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4d91b5a-7850-44fa-a8cf-ea58324642f7 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.241322] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4d91b5a-7850-44fa-a8cf-ea58324642f7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.399595] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e4d91b5a-7850-44fa-a8cf-ea58324642f7',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.400520] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e4d91b5a-7850-44fa-a8cf-ea58324642f7',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.475877] env[66341]: INFO networking_nsxv3.common.synchronization [req-6adbb881-6438-4596-9b41-7ee6338c0794 req-00404a8d-6610-4090-a273-6aabf8bd15d5 tempest-ServerMetadataTestJSON-986228455 tempest-ServerMetadataTestJSON-986228455-project-member] Enqueued Resource ID: 527b23d1-6787-40a5-a61e-bad1956f06b9 with Priority: HIGHEST for action security_group_members [ 787.475877] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 527b23d1-6787-40a5-a61e-bad1956f06b9 with Priority: HIGHEST for action security_group_members [ 787.475877] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-527b23d1-6787-40a5-a61e-bad1956f06b9 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.475877] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-527b23d1-6787-40a5-a61e-bad1956f06b9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.475877] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-527b23d1-6787-40a5-a61e-bad1956f06b9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.476138] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-527b23d1-6787-40a5-a61e-bad1956f06b9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.476138] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.476217] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.476250] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.476419] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.476506] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.476603] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('527b23d1-6787-40a5-a61e-bad1956f06b9',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.483259] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0321722-43f8-42ca-8095-38c306907674 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.483259] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0321722-43f8-42ca-8095-38c306907674" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.484672] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c0321722-43f8-42ca-8095-38c306907674',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.486953] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f3c18eab-a0ee-4b05-a0ff-4ad3651c59e8 with status ACTIVE [ 787.490115] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.490115] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.490115] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.490115] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.490115] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.490115] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.490115] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.490115] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.490115] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.490115] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.490115] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.490115] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.490115] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.490115] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.490115] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.490115] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f3c18eab-a0ee-4b05-a0ff-4ad3651c59e8 is going to be updated. [ 787.513151] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.513311] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.513405] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.513988] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.513988] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.513988] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f3c18eab-a0ee-4b05-a0ff-4ad3651c59e8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.902867] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e4d91b5a-7850-44fa-a8cf-ea58324642f7: rpc.has_security_group_logging(os_id): False [ 787.904167] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e4d91b5a-7850-44fa-a8cf-ea58324642f7',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.934691] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.934691] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.934691] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.935034] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.935034] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.935307] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.935451] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.935528] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.935674] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.935771] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.935897] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e4d91b5a-7850-44fa-a8cf-ea58324642f7 is going to be updated. [ 787.965389] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e8cb6e0-656e-435a-bc05-c20ad7c11044 in Status: SUCCESS [ 787.965654] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e8cb6e0-656e-435a-bc05-c20ad7c11044" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.979336] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.979509] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.979647] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.979806] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.979902] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.980160] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.980270] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.980344] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.980539] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.980625] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.980718] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 527b23d1-6787-40a5-a61e-bad1956f06b9 is going to be updated. [ 787.991527] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c0321722-43f8-42ca-8095-38c306907674',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.055447] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.055447] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.055447] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.055447] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.055447] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.071493] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.073768] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.077238] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.077238] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.077238] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.080980] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 527b23d1-6787-40a5-a61e-bad1956f06b9 in Status: IN_PROGRESS for 2s [ 788.108371] env[66341]: INFO networking_nsxv3.common.synchronization [req-50c5ef69-ae7e-4e89-af7d-dafeb1bb2cad req-755390a1-f262-4d2c-bf1b-fec01d15c897 tempest-ServersTestJSON-2126961376 tempest-ServersTestJSON-2126961376-project-member] Enqueued Resource ID: 3bd24151-8924-4c51-b869-89f5cc8e8a8d with Priority: HIGHEST for action security_group_members [ 788.109247] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e4d91b5a-7850-44fa-a8cf-ea58324642f7 in Status: IN_PROGRESS for 2s [ 788.109922] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bd24151-8924-4c51-b869-89f5cc8e8a8d with Priority: HIGHEST for action security_group_members [ 788.110365] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-3bd24151-8924-4c51-b869-89f5cc8e8a8d taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.110545] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3bd24151-8924-4c51-b869-89f5cc8e8a8d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.110619] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3bd24151-8924-4c51-b869-89f5cc8e8a8d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.110835] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3bd24151-8924-4c51-b869-89f5cc8e8a8d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.111008] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.111138] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.111216] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.111403] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.111474] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.111577] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3bd24151-8924-4c51-b869-89f5cc8e8a8d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.408204] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.408466] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.408578] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.408899] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.409058] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.409217] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e4d91b5a-7850-44fa-a8cf-ea58324642f7 is going to be updated. [ 788.457356] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.457502] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.457596] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.457816] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.457958] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.470476] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e4d91b5a-7850-44fa-a8cf-ea58324642f7 in Status: IN_PROGRESS for 2s [ 788.496782] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.496782] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.496782] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.496782] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.496782] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.496782] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c0321722-43f8-42ca-8095-38c306907674 is going to be created. [ 788.521578] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.521578] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.521578] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.521578] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.521578] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.537126] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0321722-43f8-42ca-8095-38c306907674 in Status: UNINITIALIZED for 2s [ 788.603878] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock network-55 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.604073] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "network-55" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.604208] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "network-55" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.604523] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "network-55" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.604780] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.604929] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.605066] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.605369] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.605529] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.605788] env[66341]: DEBUG dogpile.cache.region [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 788.605918] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] NeedRegenerationException {{(pid=66341) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 788.605984] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] no value, waiting for create lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 788.606089] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] value creation lock acquired {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 788.606191] env[66341]: DEBUG dogpile.cache.region [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 788.606290] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Calling creation function for not-yet-present value {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 788.606416] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 788.614947] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3bd24151-8924-4c51-b869-89f5cc8e8a8d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.636258] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 788.636541] env[66341]: DEBUG dogpile.cache.region [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=66341) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 788.636758] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Released creation lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 788.637050] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "network-55" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.637507] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock port-9fec1c6e-d001-4e49-becf-7455de8fe64b taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.637746] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "port-9fec1c6e-d001-4e49-becf-7455de8fe64b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.637936] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "port-9fec1c6e-d001-4e49-becf-7455de8fe64b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.638416] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "port-9fec1c6e-d001-4e49-becf-7455de8fe64b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.638527] env[66341]: DEBUG networking_nsxv3.api.rpc [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9fec1c6e-d001-4e49-becf-7455de8fe64b',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.117962] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3bd24151-8924-4c51-b869-89f5cc8e8a8d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.141877] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.142253] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.142460] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.142865] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.143161] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.143361] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Segment Port 9fec1c6e-d001-4e49-becf-7455de8fe64b not found, creating... [ 789.143788] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.144069] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.144272] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.144632] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.145491] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.146037] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.146414] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.146968] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.147626] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.148040] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.148313] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Resource: SegmentPort with ID: 9fec1c6e-d001-4e49-becf-7455de8fe64b is going to be created. [ 789.164059] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3a4db453-806e-4421-9a20-de590427fd35 in Status: SUCCESS [ 789.164059] env[66341]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3a4db453-806e-4421-9a20-de590427fd35 deletion is rescheduled due to dependency. [ 789.164059] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a4db453-806e-4421-9a20-de590427fd35" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.174416] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.174650] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.174773] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.174982] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.175222] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.175488] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "port-9fec1c6e-d001-4e49-becf-7455de8fe64b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.621749] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.622115] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.622252] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.622505] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.622623] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.622748] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3bd24151-8924-4c51-b869-89f5cc8e8a8d is going to be updated. [ 789.664940] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.666992] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.666992] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.666992] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.666992] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.682398] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3bd24151-8924-4c51-b869-89f5cc8e8a8d in Status: IN_PROGRESS for 2s [ 789.959806] env[66341]: INFO networking_nsxv3.common.synchronization [req-50c5ef69-ae7e-4e89-af7d-dafeb1bb2cad req-cffcdc60-28a8-4df8-b961-3d03eb148d7a service nova] Enqueued Resource ID: 3bd24151-8924-4c51-b869-89f5cc8e8a8d with Priority: HIGHEST for action security_group_rules [ 789.962042] env[66341]: INFO networking_nsxv3.common.synchronization [req-50c5ef69-ae7e-4e89-af7d-dafeb1bb2cad req-cffcdc60-28a8-4df8-b961-3d03eb148d7a service nova] Enqueued Resource ID: 3bd24151-8924-4c51-b869-89f5cc8e8a8d with Priority: HIGHEST for action security_group_members [ 789.962042] env[66341]: INFO networking_nsxv3.common.synchronization [req-50c5ef69-ae7e-4e89-af7d-dafeb1bb2cad req-cffcdc60-28a8-4df8-b961-3d03eb148d7a service nova] Enqueued Resource ID: 9fec1c6e-d001-4e49-becf-7455de8fe64b with Priority: HIGHEST for action port [ 789.962042] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bd24151-8924-4c51-b869-89f5cc8e8a8d with Priority: HIGHEST for action security_group_rules [ 789.962042] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bd24151-8924-4c51-b869-89f5cc8e8a8d with Priority: HIGHEST for action security_group_members [ 789.962042] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fec1c6e-d001-4e49-becf-7455de8fe64b with Priority: HIGHEST for action port [ 789.962042] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3bd24151-8924-4c51-b869-89f5cc8e8a8d taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.962042] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3bd24151-8924-4c51-b869-89f5cc8e8a8d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.962042] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3bd24151-8924-4c51-b869-89f5cc8e8a8d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.963191] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3bd24151-8924-4c51-b869-89f5cc8e8a8d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.963191] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3bd24151-8924-4c51-b869-89f5cc8e8a8d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.964294] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-3bd24151-8924-4c51-b869-89f5cc8e8a8d taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.964294] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3bd24151-8924-4c51-b869-89f5cc8e8a8d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.964294] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-9fec1c6e-d001-4e49-becf-7455de8fe64b taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.964587] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9fec1c6e-d001-4e49-becf-7455de8fe64b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.964587] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9fec1c6e-d001-4e49-becf-7455de8fe64b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.964933] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9fec1c6e-d001-4e49-becf-7455de8fe64b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.964933] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9fec1c6e-d001-4e49-becf-7455de8fe64b',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.097101] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 527b23d1-6787-40a5-a61e-bad1956f06b9 in Status: SUCCESS [ 790.097334] env[66341]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 527b23d1-6787-40a5-a61e-bad1956f06b9 deletion is rescheduled due to dependency. [ 790.097437] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-527b23d1-6787-40a5-a61e-bad1956f06b9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.128381] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e4d91b5a-7850-44fa-a8cf-ea58324642f7 in Status: SUCCESS [ 790.128381] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e4d91b5a-7850-44fa-a8cf-ea58324642f7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.128785] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e4d91b5a-7850-44fa-a8cf-ea58324642f7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.128785] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e4d91b5a-7850-44fa-a8cf-ea58324642f7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.128785] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e4d91b5a-7850-44fa-a8cf-ea58324642f7',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.468443] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-3bd24151-8924-4c51-b869-89f5cc8e8a8d taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.468866] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3bd24151-8924-4c51-b869-89f5cc8e8a8d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.468951] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9fec1c6e-d001-4e49-becf-7455de8fe64b with status ACTIVE [ 790.469172] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.471221] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.471221] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.471221] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.471221] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.471221] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.471221] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.471221] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.471221] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.471221] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.471221] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.471814] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.471814] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.471814] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.471912] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.471912] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9fec1c6e-d001-4e49-becf-7455de8fe64b is going to be updated. [ 790.490137] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e4d91b5a-7850-44fa-a8cf-ea58324642f7 in Status: SUCCESS [ 790.490681] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4d91b5a-7850-44fa-a8cf-ea58324642f7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.491080] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4d91b5a-7850-44fa-a8cf-ea58324642f7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.491587] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4d91b5a-7850-44fa-a8cf-ea58324642f7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.492214] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.492432] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.492551] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.492780] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.492926] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.493104] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e4d91b5a-7850-44fa-a8cf-ea58324642f7',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.498885] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.499018] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.499101] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.499291] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.499426] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.499590] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9fec1c6e-d001-4e49-becf-7455de8fe64b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.548645] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0321722-43f8-42ca-8095-38c306907674 in Status: SUCCESS [ 790.549063] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0321722-43f8-42ca-8095-38c306907674" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.549317] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0321722-43f8-42ca-8095-38c306907674" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.549621] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0321722-43f8-42ca-8095-38c306907674" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.549871] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.550058] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.550184] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.551097] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.551097] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.551097] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0321722-43f8-42ca-8095-38c306907674" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.551097] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c0321722-43f8-42ca-8095-38c306907674',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.652668] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.652852] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.652901] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.653130] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.653227] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.653376] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e4d91b5a-7850-44fa-a8cf-ea58324642f7 is going to be deleted. [ 790.735096] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.735096] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.735096] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.735096] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.735096] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.735096] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e4d91b5a-7850-44fa-a8cf-ea58324642f7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.848832] env[66341]: INFO networking_nsxv3.common.synchronization [req-01d66b29-36ee-4639-ab4c-0f64c22d0de6 req-382307a3-4cd4-4847-a154-c94c6e20be7d tempest-ListImageFiltersTestJSON-1742283475 tempest-ListImageFiltersTestJSON-1742283475-project-member] Enqueued Resource ID: 56a8d4d9-e4b8-4c97-bde5-0fadd80aae09 with Priority: HIGHEST for action security_group_members [ 790.848922] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56a8d4d9-e4b8-4c97-bde5-0fadd80aae09 with Priority: HIGHEST for action security_group_members [ 790.849397] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-56a8d4d9-e4b8-4c97-bde5-0fadd80aae09 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.849593] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56a8d4d9-e4b8-4c97-bde5-0fadd80aae09" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.849707] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56a8d4d9-e4b8-4c97-bde5-0fadd80aae09" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.849848] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56a8d4d9-e4b8-4c97-bde5-0fadd80aae09" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.850116] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.850231] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.850287] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.850538] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.850538] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.850651] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('56a8d4d9-e4b8-4c97-bde5-0fadd80aae09',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.998494] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.999055] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.999055] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.999651] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.999651] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.999788] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.001566] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.001566] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.001566] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.001566] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.001566] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e4d91b5a-7850-44fa-a8cf-ea58324642f7 is going to be deleted. [ 791.055224] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c0321722-43f8-42ca-8095-38c306907674',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.097034] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.097034] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.097034] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.097034] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.097034] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.097034] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4d91b5a-7850-44fa-a8cf-ea58324642f7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.097034] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4d91b5a-7850-44fa-a8cf-ea58324642f7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.097034] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4d91b5a-7850-44fa-a8cf-ea58324642f7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.097034] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.097034] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.097034] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.097034] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.097034] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.097034] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e4d91b5a-7850-44fa-a8cf-ea58324642f7',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.352923] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('56a8d4d9-e4b8-4c97-bde5-0fadd80aae09',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.557983] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c0321722-43f8-42ca-8095-38c306907674: rpc.has_security_group_logging(os_id): False [ 791.583103] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.583424] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.583483] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.583791] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.583791] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.584350] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.584594] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.584664] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.584877] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.584931] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.585016] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c0321722-43f8-42ca-8095-38c306907674 is going to be created. [ 791.600624] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.600834] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.601014] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.601328] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.601442] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.601658] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.601770] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.601839] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.602033] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.602123] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.602221] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e4d91b5a-7850-44fa-a8cf-ea58324642f7 already deleted. [ 791.602343] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4d91b5a-7850-44fa-a8cf-ea58324642f7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.692786] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.692786] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.692786] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.692786] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.693044] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.707578] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3bd24151-8924-4c51-b869-89f5cc8e8a8d in Status: SUCCESS [ 791.707904] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3bd24151-8924-4c51-b869-89f5cc8e8a8d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.708126] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3bd24151-8924-4c51-b869-89f5cc8e8a8d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.708353] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3bd24151-8924-4c51-b869-89f5cc8e8a8d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.708605] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.708783] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.708883] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.709124] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.709227] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.709353] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3bd24151-8924-4c51-b869-89f5cc8e8a8d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.715371] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c0321722-43f8-42ca-8095-38c306907674 in Status: IN_PROGRESS for 2s [ 791.858553] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('56a8d4d9-e4b8-4c97-bde5-0fadd80aae09',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.215748] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3bd24151-8924-4c51-b869-89f5cc8e8a8d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.361457] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.361988] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.362119] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.362526] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.362635] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.362762] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56a8d4d9-e4b8-4c97-bde5-0fadd80aae09 is going to be updated. [ 792.400183] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.400418] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.400840] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.400915] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.401184] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.413033] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56a8d4d9-e4b8-4c97-bde5-0fadd80aae09 in Status: IN_PROGRESS for 2s [ 792.720697] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3bd24151-8924-4c51-b869-89f5cc8e8a8d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.224091] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.224091] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.224091] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.224091] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.224091] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.224091] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3bd24151-8924-4c51-b869-89f5cc8e8a8d is going to be updated. [ 793.256779] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.256966] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.257023] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.257206] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.257420] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.273037] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3bd24151-8924-4c51-b869-89f5cc8e8a8d in Status: IN_PROGRESS for 2s [ 793.729824] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c0321722-43f8-42ca-8095-38c306907674 in Status: SUCCESS [ 793.730353] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c0321722-43f8-42ca-8095-38c306907674" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.424665] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56a8d4d9-e4b8-4c97-bde5-0fadd80aae09 in Status: SUCCESS [ 794.424885] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56a8d4d9-e4b8-4c97-bde5-0fadd80aae09" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.290399] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3bd24151-8924-4c51-b869-89f5cc8e8a8d in Status: SUCCESS [ 795.290399] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3bd24151-8924-4c51-b869-89f5cc8e8a8d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.290399] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3bd24151-8924-4c51-b869-89f5cc8e8a8d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.290399] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3bd24151-8924-4c51-b869-89f5cc8e8a8d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.290399] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.290399] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.290399] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.290857] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.290857] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.290857] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3bd24151-8924-4c51-b869-89f5cc8e8a8d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.290857] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3bd24151-8924-4c51-b869-89f5cc8e8a8d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.794037] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-3bd24151-8924-4c51-b869-89f5cc8e8a8d taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.794037] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3bd24151-8924-4c51-b869-89f5cc8e8a8d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.794037] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3bd24151-8924-4c51-b869-89f5cc8e8a8d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.794372] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3bd24151-8924-4c51-b869-89f5cc8e8a8d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.794372] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.794525] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.794648] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.794894] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.796687] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.796687] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3bd24151-8924-4c51-b869-89f5cc8e8a8d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.796687] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-3bd24151-8924-4c51-b869-89f5cc8e8a8d taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.796687] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3bd24151-8924-4c51-b869-89f5cc8e8a8d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.796687] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3bd24151-8924-4c51-b869-89f5cc8e8a8d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.796687] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3bd24151-8924-4c51-b869-89f5cc8e8a8d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.802462] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.802462] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.802462] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.802462] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.802462] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.802462] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3bd24151-8924-4c51-b869-89f5cc8e8a8d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.802462] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3bd24151-8924-4c51-b869-89f5cc8e8a8d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.850531] env[66341]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 795.850772] env[66341]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 796.306551] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3bd24151-8924-4c51-b869-89f5cc8e8a8d: rpc.has_security_group_logging(os_id): False [ 796.330420] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.330420] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.330420] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.330420] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.330420] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.330420] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.330420] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.330420] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.330420] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.330420] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.330420] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.330420] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.330420] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.330420] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.330420] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.330926] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.330926] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.331024] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.331166] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.331258] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.331366] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3bd24151-8924-4c51-b869-89f5cc8e8a8d is going to be updated. [ 796.415199] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.415529] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.415701] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.415971] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.416202] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.452330] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3bd24151-8924-4c51-b869-89f5cc8e8a8d in Status: IN_PROGRESS for 2s [ 798.476225] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3bd24151-8924-4c51-b869-89f5cc8e8a8d in Status: SUCCESS [ 798.476559] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3bd24151-8924-4c51-b869-89f5cc8e8a8d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.847056] env[66341]: INFO networking_nsxv3.common.synchronization [None req-836189cf-f2a7-421b-b5b7-383e053630f6 None None] Enqueued Resource ID: 92b5e054-be2d-422c-be98-1e8ecf60d9e3 with Priority: HIGHEST for action port [ 798.847316] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92b5e054-be2d-422c-be98-1e8ecf60d9e3 with Priority: HIGHEST for action port [ 798.848274] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-92b5e054-be2d-422c-be98-1e8ecf60d9e3 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.848413] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-92b5e054-be2d-422c-be98-1e8ecf60d9e3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.848481] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-92b5e054-be2d-422c-be98-1e8ecf60d9e3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.848743] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-92b5e054-be2d-422c-be98-1e8ecf60d9e3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.848827] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('92b5e054-be2d-422c-be98-1e8ecf60d9e3',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.354839] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 92b5e054-be2d-422c-be98-1e8ecf60d9e3 [ 799.355092] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.355323] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.355457] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.355614] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.355706] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.355795] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:92b5e054-be2d-422c-be98-1e8ecf60d9e3 already deleted. [ 799.355876] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-92b5e054-be2d-422c-be98-1e8ecf60d9e3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.508732] env[66341]: INFO networking_nsxv3.common.synchronization [None req-658fad9f-b707-4f1a-b2c1-777aa34493cd None None] Enqueued Resource ID: c27ad495-1855-4d5b-8d6d-4ff3ca86cfe6 with Priority: HIGHEST for action port [ 800.509438] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c27ad495-1855-4d5b-8d6d-4ff3ca86cfe6 with Priority: HIGHEST for action port [ 800.510434] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-c27ad495-1855-4d5b-8d6d-4ff3ca86cfe6 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.510434] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c27ad495-1855-4d5b-8d6d-4ff3ca86cfe6" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.510434] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c27ad495-1855-4d5b-8d6d-4ff3ca86cfe6" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.510434] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c27ad495-1855-4d5b-8d6d-4ff3ca86cfe6" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.510637] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c27ad495-1855-4d5b-8d6d-4ff3ca86cfe6',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.014035] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c27ad495-1855-4d5b-8d6d-4ff3ca86cfe6 [ 801.014035] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.014035] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.014035] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.014035] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.014035] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.014339] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c27ad495-1855-4d5b-8d6d-4ff3ca86cfe6 already deleted. [ 801.014373] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c27ad495-1855-4d5b-8d6d-4ff3ca86cfe6" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.050240] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.051043] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.051136] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.051645] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.051645] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.250054] env[66341]: INFO networking_nsxv3.common.synchronization [None req-4a6c9adc-ed45-4b8b-8848-42c743bcdd39 None None] Enqueued Resource ID: a5ff61c0-6030-478f-8492-bcc9828722ca with Priority: HIGHEST for action port [ 801.250054] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5ff61c0-6030-478f-8492-bcc9828722ca with Priority: HIGHEST for action port [ 801.250054] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-a5ff61c0-6030-478f-8492-bcc9828722ca taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.250054] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a5ff61c0-6030-478f-8492-bcc9828722ca" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.250054] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a5ff61c0-6030-478f-8492-bcc9828722ca" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.250054] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a5ff61c0-6030-478f-8492-bcc9828722ca" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.250389] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a5ff61c0-6030-478f-8492-bcc9828722ca',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.554998] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.755413] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a5ff61c0-6030-478f-8492-bcc9828722ca [ 801.756680] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.756891] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.756944] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.757170] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.759433] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.759433] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a5ff61c0-6030-478f-8492-bcc9828722ca already deleted. [ 801.759433] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a5ff61c0-6030-478f-8492-bcc9828722ca" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.940586] env[66341]: INFO networking_nsxv3.common.synchronization [None req-23170399-0a8e-4569-a91a-d30f0c233f76 tempest-AttachVolumeNegativeTest-1448458397 tempest-AttachVolumeNegativeTest-1448458397-project-member] Enqueued Resource ID: 4d9b6380-677b-4132-82db-36e6ccf66fa3 with Priority: HIGHEST for action security_group_rules [ 801.941086] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d9b6380-677b-4132-82db-36e6ccf66fa3 with Priority: HIGHEST for action security_group_rules [ 801.943970] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4d9b6380-677b-4132-82db-36e6ccf66fa3 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.943970] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4d9b6380-677b-4132-82db-36e6ccf66fa3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.943970] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4d9b6380-677b-4132-82db-36e6ccf66fa3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.943970] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4d9b6380-677b-4132-82db-36e6ccf66fa3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.943970] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4d9b6380-677b-4132-82db-36e6ccf66fa3',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.057836] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.236033] env[66341]: INFO networking_nsxv3.common.synchronization [req-639ef35c-c66b-47e3-8dd0-2e5ff74fbaab req-046ef5df-e652-41ea-ba34-8dc225f9d01e tempest-ServersTestMultiNic-1023681823 tempest-ServersTestMultiNic-1023681823-project-member] Enqueued Resource ID: efa3519a-8d71-4575-b186-e4adadeb9631 with Priority: HIGHEST for action security_group_members [ 802.236692] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efa3519a-8d71-4575-b186-e4adadeb9631 with Priority: HIGHEST for action security_group_members [ 802.238234] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-efa3519a-8d71-4575-b186-e4adadeb9631 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.238402] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efa3519a-8d71-4575-b186-e4adadeb9631" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.238466] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efa3519a-8d71-4575-b186-e4adadeb9631" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.238791] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efa3519a-8d71-4575-b186-e4adadeb9631" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.239665] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.239665] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.239665] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.239665] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.239665] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.239665] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('efa3519a-8d71-4575-b186-e4adadeb9631',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.324033] env[66341]: INFO networking_nsxv3.common.synchronization [None req-5b9875c2-94c0-4de2-ab4e-26b2c3c8ae98 tempest-AttachVolumeNegativeTest-1448458397 tempest-AttachVolumeNegativeTest-1448458397-project-member] Enqueued Resource ID: 4d9b6380-677b-4132-82db-36e6ccf66fa3 with Priority: HIGHEST for action security_group_rules [ 802.324033] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d9b6380-677b-4132-82db-36e6ccf66fa3 with Priority: HIGHEST for action security_group_rules [ 802.324033] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4d9b6380-677b-4132-82db-36e6ccf66fa3 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.324033] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4d9b6380-677b-4132-82db-36e6ccf66fa3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.467895] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.468294] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.468430] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.468666] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.468801] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.468908] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4d9b6380-677b-4132-82db-36e6ccf66fa3 already deleted. [ 802.469158] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4d9b6380-677b-4132-82db-36e6ccf66fa3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.469158] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4d9b6380-677b-4132-82db-36e6ccf66fa3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.469317] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4d9b6380-677b-4132-82db-36e6ccf66fa3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.469402] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4d9b6380-677b-4132-82db-36e6ccf66fa3',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.561307] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 802.561555] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 802.745820] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.745997] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.746089] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.746329] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.746423] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.746611] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.746709] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.746843] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.746916] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.746994] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.747094] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: efa3519a-8d71-4575-b186-e4adadeb9631 already deleted. [ 802.747178] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efa3519a-8d71-4575-b186-e4adadeb9631" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.990198] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.990198] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.990198] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.990552] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.990552] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.990552] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4d9b6380-677b-4132-82db-36e6ccf66fa3 already deleted. [ 802.990891] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4d9b6380-677b-4132-82db-36e6ccf66fa3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.148973] env[66341]: INFO networking_nsxv3.common.synchronization [req-639ef35c-c66b-47e3-8dd0-2e5ff74fbaab req-5bdd13a2-f66f-4940-8e5e-6b9d926ccafd tempest-ServersTestMultiNic-1023681823 tempest-ServersTestMultiNic-1023681823-project-member] Enqueued Resource ID: efa3519a-8d71-4575-b186-e4adadeb9631 with Priority: HIGHEST for action security_group_members [ 803.149749] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efa3519a-8d71-4575-b186-e4adadeb9631 with Priority: HIGHEST for action security_group_members [ 803.150247] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-efa3519a-8d71-4575-b186-e4adadeb9631 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.150374] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efa3519a-8d71-4575-b186-e4adadeb9631" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.150440] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efa3519a-8d71-4575-b186-e4adadeb9631" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.150665] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efa3519a-8d71-4575-b186-e4adadeb9631" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.150825] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.150927] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.150988] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.151179] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.151265] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.151482] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('efa3519a-8d71-4575-b186-e4adadeb9631',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.261694] env[66341]: INFO networking_nsxv3.common.synchronization [None req-22765a96-609c-41ea-aaee-1b1f0435a9d7 None None] Enqueued Resource ID: 2c611f66-05bc-470e-921a-29501d9a0353 with Priority: HIGHEST for action port [ 803.262274] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c611f66-05bc-470e-921a-29501d9a0353 with Priority: HIGHEST for action port [ 803.263320] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-2c611f66-05bc-470e-921a-29501d9a0353 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.263815] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2c611f66-05bc-470e-921a-29501d9a0353" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.263902] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2c611f66-05bc-470e-921a-29501d9a0353" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.264186] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2c611f66-05bc-470e-921a-29501d9a0353" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.264245] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2c611f66-05bc-470e-921a-29501d9a0353',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.517813] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.518080] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.518080] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.518329] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.533254] env[66341]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 803.533848] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.535407] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 803.548409] env[66341]: INFO networking_nsxv3.common.synchronization [req-639ef35c-c66b-47e3-8dd0-2e5ff74fbaab req-8e281602-5567-42c3-80fc-4913a79df2f6 tempest-ServersTestMultiNic-1023681823 tempest-ServersTestMultiNic-1023681823-project-member] Enqueued Resource ID: efa3519a-8d71-4575-b186-e4adadeb9631 with Priority: HIGHEST for action security_group_members [ 803.548409] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efa3519a-8d71-4575-b186-e4adadeb9631 with Priority: HIGHEST for action security_group_members [ 803.548750] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-efa3519a-8d71-4575-b186-e4adadeb9631 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.548860] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efa3519a-8d71-4575-b186-e4adadeb9631" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.565823] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.567851] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.567851] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.567851] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.572262] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.572757] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 803.572841] env[66341]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=66341) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 803.572931] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 803.607817] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.608027] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.608027] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.608244] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.609619] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.609788] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 803.656818] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.656818] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.656818] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.656818] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.656818] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.656818] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.656818] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.656818] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.656818] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.656818] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.656818] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: efa3519a-8d71-4575-b186-e4adadeb9631 already deleted. [ 803.656818] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efa3519a-8d71-4575-b186-e4adadeb9631" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.656818] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efa3519a-8d71-4575-b186-e4adadeb9631" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.656818] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efa3519a-8d71-4575-b186-e4adadeb9631" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.656818] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.656818] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.656818] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.656818] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.657427] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.657427] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('efa3519a-8d71-4575-b186-e4adadeb9631',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.681058] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.681058] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.681058] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.681058] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.681058] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.681058] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 803.744608] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.744608] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.744608] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.744608] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.744844] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.745019] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:33. [ 803.746262] env[66341]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'70627c13-7c10-487c-b08b-03ed64ef6e43', '527b23d1-6787-40a5-a61e-bad1956f06b9', 'efd7ad7f-2b54-41bc-b065-1ec45f761923', '75f017f0-6b8a-46d9-8b05-c056a68c4b4a', '3bd24151-8924-4c51-b869-89f5cc8e8a8d', '360939e6-ea17-4e75-b69a-8c0ac1f8be2f', 'b78067b2-0e49-46cc-a600-711266e185c4', '77233b36-3501-4be5-bd28-768a6d59f79b', '16cc60f5-3ae8-46f0-a225-e7dc5a65f12b', '84e4ef9a-f6f1-453a-bd23-9f00fc7c5c31', '4c73aa37-2928-4999-a9f4-cc6731e36f3f', '344a148a-41d4-4c58-a105-f1ccd37c8e78', 'ae0d15ea-95ee-4114-8fd2-bc23c0afd37f', '5e47a2e2-c98b-43ec-b04b-58947c8e339d', '1f753059-8994-408a-a16e-bf949f26f3f3', '60af5dd4-b4ab-4eee-b23a-43415ee3ca50', '460bd348-4b2b-4cc9-b7ca-a874a8dcec57', 'd381340a-3892-4f37-8f65-483092c73799', '25733bce-87cc-45b7-9af2-9830105de2f6', '0b14d68f-9754-43eb-8b40-e320ebe0c0b0', '9cdf7238-451f-4652-91ab-fc85ab12a1b5', 'c0321722-43f8-42ca-8095-38c306907674', 'fcebbbba-2420-44ba-8b78-4fd6c469b760', '3e60923b-0326-4e64-92e9-cecea00006f4', '8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a', '3a4db453-806e-4421-9a20-de590427fd35', '56a8d4d9-e4b8-4c97-bde5-0fadd80aae09', '9992e15b-8b68-4bfe-a54f-3065e157b3b3', '4e8cb6e0-656e-435a-bc05-c20ad7c11044', 'ce7ac1e0-dc34-4cba-baba-29e6c6c5c0d4', 'c6e49699-2c9c-434d-a135-bff39cf7ae55', '54c602c8-3132-402f-970c-ac9034931047', 'e83c997d-7705-4cd4-85bf-1c614630f4a7'} {{(pid=66341) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 803.746409] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 803.769408] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.769825] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.769825] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.769910] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.770192] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.770192] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 803.770358] env[66341]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=66341) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 803.770358] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 803.771388] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2c611f66-05bc-470e-921a-29501d9a0353 [ 803.771599] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.771866] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.771866] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.771866] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.772093] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.772366] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2c611f66-05bc-470e-921a-29501d9a0353 already deleted. [ 803.772488] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2c611f66-05bc-470e-921a-29501d9a0353" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.839125] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.839125] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.839125] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.839125] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.839125] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.839125] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 803.839125] env[66341]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=66341) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 803.839125] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 803.839125] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 803.839125] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/33 resources of Type:Security Group Rules [ 803.839125] env[66341]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 70627c13-7c10-487c-b08b-03ed64ef6e43 with Priority: HIGH for action security_group_rules [ 803.839684] env[66341]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 527b23d1-6787-40a5-a61e-bad1956f06b9 with Priority: HIGH for action security_group_rules [ 803.839877] env[66341]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: efd7ad7f-2b54-41bc-b065-1ec45f761923 with Priority: HIGH for action security_group_rules [ 803.840060] env[66341]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 75f017f0-6b8a-46d9-8b05-c056a68c4b4a with Priority: HIGH for action security_group_rules [ 803.840212] env[66341]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3bd24151-8924-4c51-b869-89f5cc8e8a8d with Priority: HIGH for action security_group_rules [ 803.840372] env[66341]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 360939e6-ea17-4e75-b69a-8c0ac1f8be2f with Priority: HIGH for action security_group_rules [ 803.840512] env[66341]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b78067b2-0e49-46cc-a600-711266e185c4 with Priority: HIGH for action security_group_rules [ 803.840648] env[66341]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 77233b36-3501-4be5-bd28-768a6d59f79b with Priority: HIGH for action security_group_rules [ 803.840784] env[66341]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 16cc60f5-3ae8-46f0-a225-e7dc5a65f12b with Priority: HIGH for action security_group_rules [ 803.840917] env[66341]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 84e4ef9a-f6f1-453a-bd23-9f00fc7c5c31 with Priority: HIGH for action security_group_rules [ 803.841189] env[66341]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4c73aa37-2928-4999-a9f4-cc6731e36f3f with Priority: HIGH for action security_group_rules [ 803.841368] env[66341]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 344a148a-41d4-4c58-a105-f1ccd37c8e78 with Priority: HIGH for action security_group_rules [ 803.841638] env[66341]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ae0d15ea-95ee-4114-8fd2-bc23c0afd37f with Priority: HIGH for action security_group_rules [ 803.841788] env[66341]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5e47a2e2-c98b-43ec-b04b-58947c8e339d with Priority: HIGH for action security_group_rules [ 803.841931] env[66341]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1f753059-8994-408a-a16e-bf949f26f3f3 with Priority: HIGH for action security_group_rules [ 803.842126] env[66341]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 60af5dd4-b4ab-4eee-b23a-43415ee3ca50 with Priority: HIGH for action security_group_rules [ 803.842310] env[66341]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 460bd348-4b2b-4cc9-b7ca-a874a8dcec57 with Priority: HIGH for action security_group_rules [ 803.842461] env[66341]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d381340a-3892-4f37-8f65-483092c73799 with Priority: HIGH for action security_group_rules [ 803.842615] env[66341]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 25733bce-87cc-45b7-9af2-9830105de2f6 with Priority: HIGH for action security_group_rules [ 803.842755] env[66341]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0b14d68f-9754-43eb-8b40-e320ebe0c0b0 with Priority: HIGH for action security_group_rules [ 803.842943] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.969078] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock network-846 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.969281] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "network-846" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.969430] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "network-846" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.969781] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "network-846" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.970080] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.970185] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.970230] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.970431] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.970568] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.970770] env[66341]: DEBUG dogpile.cache.region [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 803.970876] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] NeedRegenerationException {{(pid=66341) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 803.971079] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] no value, waiting for create lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 803.971120] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] value creation lock acquired {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 803.971194] env[66341]: DEBUG dogpile.cache.region [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 803.971290] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Calling creation function for not-yet-present value {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 803.971475] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 803.993320] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 803.993320] env[66341]: DEBUG dogpile.cache.region [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66341) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 803.993517] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Released creation lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 803.993569] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "network-846" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.993881] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock port-a5ead36e-b5ee-457b-8e85-731628137f0f taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.994064] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "port-a5ead36e-b5ee-457b-8e85-731628137f0f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.994178] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "port-a5ead36e-b5ee-457b-8e85-731628137f0f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.994474] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "port-a5ead36e-b5ee-457b-8e85-731628137f0f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.994607] env[66341]: DEBUG networking_nsxv3.api.rpc [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a5ead36e-b5ee-457b-8e85-731628137f0f',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.160893] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.160893] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.160893] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.160893] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.160893] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.160893] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.160893] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.160893] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.160893] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.160893] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.160893] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: efa3519a-8d71-4575-b186-e4adadeb9631 already deleted. [ 804.160893] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efa3519a-8d71-4575-b186-e4adadeb9631" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.316040] env[66341]: INFO networking_nsxv3.common.synchronization [None req-35e2512b-5728-489f-b39f-d55d86edbaca None None] Enqueued Resource ID: 04187543-05e8-4321-9090-0b1e51151159 with Priority: HIGHEST for action port [ 804.316218] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04187543-05e8-4321-9090-0b1e51151159 with Priority: HIGHEST for action port [ 804.316279] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70627c13-7c10-487c-b08b-03ed64ef6e43 with Priority: HIGH for action security_group_rules [ 804.316409] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efd7ad7f-2b54-41bc-b065-1ec45f761923 with Priority: HIGH for action security_group_rules [ 804.316520] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b78067b2-0e49-46cc-a600-711266e185c4 with Priority: HIGH for action security_group_rules [ 804.316599] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f753059-8994-408a-a16e-bf949f26f3f3 with Priority: HIGH for action security_group_rules [ 804.317580] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b14d68f-9754-43eb-8b40-e320ebe0c0b0 with Priority: HIGH for action security_group_rules [ 804.317678] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25733bce-87cc-45b7-9af2-9830105de2f6 with Priority: HIGH for action security_group_rules [ 804.317755] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d381340a-3892-4f37-8f65-483092c73799 with Priority: HIGH for action security_group_rules [ 804.317918] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 460bd348-4b2b-4cc9-b7ca-a874a8dcec57 with Priority: HIGH for action security_group_rules [ 804.318070] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e47a2e2-c98b-43ec-b04b-58947c8e339d with Priority: HIGH for action security_group_rules [ 804.318174] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60af5dd4-b4ab-4eee-b23a-43415ee3ca50 with Priority: HIGH for action security_group_rules [ 804.318268] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae0d15ea-95ee-4114-8fd2-bc23c0afd37f with Priority: HIGH for action security_group_rules [ 804.318372] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 344a148a-41d4-4c58-a105-f1ccd37c8e78 with Priority: HIGH for action security_group_rules [ 804.318463] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c73aa37-2928-4999-a9f4-cc6731e36f3f with Priority: HIGH for action security_group_rules [ 804.318594] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84e4ef9a-f6f1-453a-bd23-9f00fc7c5c31 with Priority: HIGH for action security_group_rules [ 804.318701] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16cc60f5-3ae8-46f0-a225-e7dc5a65f12b with Priority: HIGH for action security_group_rules [ 804.318791] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 360939e6-ea17-4e75-b69a-8c0ac1f8be2f with Priority: HIGH for action security_group_rules [ 804.318879] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77233b36-3501-4be5-bd28-768a6d59f79b with Priority: HIGH for action security_group_rules [ 804.318964] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bd24151-8924-4c51-b869-89f5cc8e8a8d with Priority: HIGH for action security_group_rules [ 804.319080] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 527b23d1-6787-40a5-a61e-bad1956f06b9 with Priority: HIGH for action security_group_rules [ 804.319156] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75f017f0-6b8a-46d9-8b05-c056a68c4b4a with Priority: HIGH for action security_group_rules [ 804.319449] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-04187543-05e8-4321-9090-0b1e51151159 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.319572] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-04187543-05e8-4321-9090-0b1e51151159" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.319638] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-04187543-05e8-4321-9090-0b1e51151159" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.319876] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-04187543-05e8-4321-9090-0b1e51151159" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.319951] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('04187543-05e8-4321-9090-0b1e51151159',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.321503] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-70627c13-7c10-487c-b08b-03ed64ef6e43 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.321743] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-70627c13-7c10-487c-b08b-03ed64ef6e43" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.321835] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-70627c13-7c10-487c-b08b-03ed64ef6e43" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.322064] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-70627c13-7c10-487c-b08b-03ed64ef6e43" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.322146] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('70627c13-7c10-487c-b08b-03ed64ef6e43',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.323221] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-efd7ad7f-2b54-41bc-b065-1ec45f761923 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.323330] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-efd7ad7f-2b54-41bc-b065-1ec45f761923" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.323401] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-efd7ad7f-2b54-41bc-b065-1ec45f761923" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.323609] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-efd7ad7f-2b54-41bc-b065-1ec45f761923" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.323723] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('efd7ad7f-2b54-41bc-b065-1ec45f761923',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.324791] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b78067b2-0e49-46cc-a600-711266e185c4 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.324791] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b78067b2-0e49-46cc-a600-711266e185c4" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.324791] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b78067b2-0e49-46cc-a600-711266e185c4" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.324915] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b78067b2-0e49-46cc-a600-711266e185c4" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.324915] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b78067b2-0e49-46cc-a600-711266e185c4',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.326030] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1f753059-8994-408a-a16e-bf949f26f3f3 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.326153] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1f753059-8994-408a-a16e-bf949f26f3f3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.326309] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1f753059-8994-408a-a16e-bf949f26f3f3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.326536] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1f753059-8994-408a-a16e-bf949f26f3f3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.326641] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1f753059-8994-408a-a16e-bf949f26f3f3',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.327894] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0b14d68f-9754-43eb-8b40-e320ebe0c0b0 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.328288] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0b14d68f-9754-43eb-8b40-e320ebe0c0b0" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.328288] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0b14d68f-9754-43eb-8b40-e320ebe0c0b0" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.328288] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0b14d68f-9754-43eb-8b40-e320ebe0c0b0" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.328444] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0b14d68f-9754-43eb-8b40-e320ebe0c0b0',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.329600] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-25733bce-87cc-45b7-9af2-9830105de2f6 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.329704] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-25733bce-87cc-45b7-9af2-9830105de2f6" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.330612] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-25733bce-87cc-45b7-9af2-9830105de2f6" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.330612] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-25733bce-87cc-45b7-9af2-9830105de2f6" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.330612] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('25733bce-87cc-45b7-9af2-9830105de2f6',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.330986] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d381340a-3892-4f37-8f65-483092c73799 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.331105] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d381340a-3892-4f37-8f65-483092c73799" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.331173] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d381340a-3892-4f37-8f65-483092c73799" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.331323] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d381340a-3892-4f37-8f65-483092c73799" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.331425] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d381340a-3892-4f37-8f65-483092c73799',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.332648] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-460bd348-4b2b-4cc9-b7ca-a874a8dcec57 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.332770] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-460bd348-4b2b-4cc9-b7ca-a874a8dcec57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.332899] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-460bd348-4b2b-4cc9-b7ca-a874a8dcec57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.333052] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-460bd348-4b2b-4cc9-b7ca-a874a8dcec57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.333120] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('460bd348-4b2b-4cc9-b7ca-a874a8dcec57',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.333346] env[66341]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 804.334466] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5e47a2e2-c98b-43ec-b04b-58947c8e339d taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.334564] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5e47a2e2-c98b-43ec-b04b-58947c8e339d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.334635] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5e47a2e2-c98b-43ec-b04b-58947c8e339d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.334782] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5e47a2e2-c98b-43ec-b04b-58947c8e339d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.334859] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5e47a2e2-c98b-43ec-b04b-58947c8e339d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.336043] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-60af5dd4-b4ab-4eee-b23a-43415ee3ca50 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.336043] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-60af5dd4-b4ab-4eee-b23a-43415ee3ca50" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.336043] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-60af5dd4-b4ab-4eee-b23a-43415ee3ca50" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.336043] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-60af5dd4-b4ab-4eee-b23a-43415ee3ca50" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.336284] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('60af5dd4-b4ab-4eee-b23a-43415ee3ca50',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.337030] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ae0d15ea-95ee-4114-8fd2-bc23c0afd37f taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.337030] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ae0d15ea-95ee-4114-8fd2-bc23c0afd37f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.337189] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ae0d15ea-95ee-4114-8fd2-bc23c0afd37f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.337189] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ae0d15ea-95ee-4114-8fd2-bc23c0afd37f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.337259] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ae0d15ea-95ee-4114-8fd2-bc23c0afd37f',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.338138] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-344a148a-41d4-4c58-a105-f1ccd37c8e78 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.338249] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-344a148a-41d4-4c58-a105-f1ccd37c8e78" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.338329] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-344a148a-41d4-4c58-a105-f1ccd37c8e78" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.338448] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-344a148a-41d4-4c58-a105-f1ccd37c8e78" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.338558] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('344a148a-41d4-4c58-a105-f1ccd37c8e78',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.339304] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4c73aa37-2928-4999-a9f4-cc6731e36f3f taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.339410] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4c73aa37-2928-4999-a9f4-cc6731e36f3f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.339465] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4c73aa37-2928-4999-a9f4-cc6731e36f3f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.339609] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4c73aa37-2928-4999-a9f4-cc6731e36f3f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.339682] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4c73aa37-2928-4999-a9f4-cc6731e36f3f',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.340569] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-84e4ef9a-f6f1-453a-bd23-9f00fc7c5c31 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.340783] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-84e4ef9a-f6f1-453a-bd23-9f00fc7c5c31" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.340971] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-84e4ef9a-f6f1-453a-bd23-9f00fc7c5c31" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.340971] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-84e4ef9a-f6f1-453a-bd23-9f00fc7c5c31" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.341106] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('84e4ef9a-f6f1-453a-bd23-9f00fc7c5c31',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.342565] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-16cc60f5-3ae8-46f0-a225-e7dc5a65f12b taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.342705] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-16cc60f5-3ae8-46f0-a225-e7dc5a65f12b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.342779] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-16cc60f5-3ae8-46f0-a225-e7dc5a65f12b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.342925] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-16cc60f5-3ae8-46f0-a225-e7dc5a65f12b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.342996] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('16cc60f5-3ae8-46f0-a225-e7dc5a65f12b',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.344515] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-360939e6-ea17-4e75-b69a-8c0ac1f8be2f taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.344691] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-360939e6-ea17-4e75-b69a-8c0ac1f8be2f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.345049] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-360939e6-ea17-4e75-b69a-8c0ac1f8be2f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.345049] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-360939e6-ea17-4e75-b69a-8c0ac1f8be2f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.345049] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('360939e6-ea17-4e75-b69a-8c0ac1f8be2f',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.345972] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-77233b36-3501-4be5-bd28-768a6d59f79b taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.346115] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-77233b36-3501-4be5-bd28-768a6d59f79b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.346203] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-77233b36-3501-4be5-bd28-768a6d59f79b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.346391] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-77233b36-3501-4be5-bd28-768a6d59f79b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.346503] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('77233b36-3501-4be5-bd28-768a6d59f79b',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.347588] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3bd24151-8924-4c51-b869-89f5cc8e8a8d taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.347749] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3bd24151-8924-4c51-b869-89f5cc8e8a8d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.347846] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3bd24151-8924-4c51-b869-89f5cc8e8a8d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.348060] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3bd24151-8924-4c51-b869-89f5cc8e8a8d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.348171] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3bd24151-8924-4c51-b869-89f5cc8e8a8d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.348421] env[66341]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 21, greater than warning threshold: 20. There could be a leak. Increasing threshold to: 40 [ 804.349190] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-527b23d1-6787-40a5-a61e-bad1956f06b9 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.349353] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-527b23d1-6787-40a5-a61e-bad1956f06b9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.349353] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-527b23d1-6787-40a5-a61e-bad1956f06b9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.349454] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-527b23d1-6787-40a5-a61e-bad1956f06b9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.349524] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('527b23d1-6787-40a5-a61e-bad1956f06b9',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.350356] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-75f017f0-6b8a-46d9-8b05-c056a68c4b4a taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.350485] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-75f017f0-6b8a-46d9-8b05-c056a68c4b4a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.350533] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-75f017f0-6b8a-46d9-8b05-c056a68c4b4a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.350664] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-75f017f0-6b8a-46d9-8b05-c056a68c4b4a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.350735] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('75f017f0-6b8a-46d9-8b05-c056a68c4b4a',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.497467] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.497767] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.497907] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.498199] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.498347] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.498509] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Segment Port a5ead36e-b5ee-457b-8e85-731628137f0f not found, creating... [ 804.498782] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.498938] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.499071] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.499294] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.499480] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.499800] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.500036] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.500497] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.500806] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.500946] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.501172] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Resource: SegmentPort with ID: a5ead36e-b5ee-457b-8e85-731628137f0f is going to be created. [ 804.527684] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.527813] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.528149] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.528220] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.528467] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.528696] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "port-a5ead36e-b5ee-457b-8e85-731628137f0f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.853946] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-efd7ad7f-2b54-41bc-b065-1ec45f761923 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.854244] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efd7ad7f-2b54-41bc-b065-1ec45f761923" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.854244] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efd7ad7f-2b54-41bc-b065-1ec45f761923" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.854410] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efd7ad7f-2b54-41bc-b065-1ec45f761923" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.854619] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.854729] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.854793] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.854942] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.855039] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.855129] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efd7ad7f-2b54-41bc-b065-1ec45f761923" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.855227] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('efd7ad7f-2b54-41bc-b065-1ec45f761923',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.857222] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 04187543-05e8-4321-9090-0b1e51151159 [ 804.857394] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.857504] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.857574] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.857731] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.857839] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.857925] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:04187543-05e8-4321-9090-0b1e51151159 already deleted. [ 804.858014] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-04187543-05e8-4321-9090-0b1e51151159" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.875308] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.875430] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.875430] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.875672] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.890936] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae0d15ea-95ee-4114-8fd2-bc23c0afd37f taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.891150] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae0d15ea-95ee-4114-8fd2-bc23c0afd37f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.891248] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae0d15ea-95ee-4114-8fd2-bc23c0afd37f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.891562] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae0d15ea-95ee-4114-8fd2-bc23c0afd37f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.891768] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.892034] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.892120] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.892282] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.892369] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.892457] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae0d15ea-95ee-4114-8fd2-bc23c0afd37f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.892550] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ae0d15ea-95ee-4114-8fd2-bc23c0afd37f',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.893526] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-d381340a-3892-4f37-8f65-483092c73799 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.893643] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d381340a-3892-4f37-8f65-483092c73799" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.893712] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d381340a-3892-4f37-8f65-483092c73799" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.893867] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d381340a-3892-4f37-8f65-483092c73799" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.894032] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.894133] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.894237] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.894329] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.894431] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.894478] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d381340a-3892-4f37-8f65-483092c73799" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.894582] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d381340a-3892-4f37-8f65-483092c73799',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.898472] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.898570] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.899636] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.899782] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 70627c13-7c10-487c-b08b-03ed64ef6e43 is going to be deleted. [ 804.901563] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-77233b36-3501-4be5-bd28-768a6d59f79b taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.901680] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77233b36-3501-4be5-bd28-768a6d59f79b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.901747] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77233b36-3501-4be5-bd28-768a6d59f79b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.901919] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77233b36-3501-4be5-bd28-768a6d59f79b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.902093] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.902189] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.902251] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.902394] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.902474] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.902557] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77233b36-3501-4be5-bd28-768a6d59f79b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.902640] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('77233b36-3501-4be5-bd28-768a6d59f79b',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.908354] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c73aa37-2928-4999-a9f4-cc6731e36f3f taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.908354] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c73aa37-2928-4999-a9f4-cc6731e36f3f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.908354] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c73aa37-2928-4999-a9f4-cc6731e36f3f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.908591] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c73aa37-2928-4999-a9f4-cc6731e36f3f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.908637] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.908724] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.908776] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.908918] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.908999] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.909120] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c73aa37-2928-4999-a9f4-cc6731e36f3f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.909204] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4c73aa37-2928-4999-a9f4-cc6731e36f3f',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.913996] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-3bd24151-8924-4c51-b869-89f5cc8e8a8d taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.914141] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3bd24151-8924-4c51-b869-89f5cc8e8a8d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.914189] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3bd24151-8924-4c51-b869-89f5cc8e8a8d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.915137] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3bd24151-8924-4c51-b869-89f5cc8e8a8d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.915137] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.915137] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.915137] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.915137] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.915137] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.915137] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3bd24151-8924-4c51-b869-89f5cc8e8a8d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.915532] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3bd24151-8924-4c51-b869-89f5cc8e8a8d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.920579] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.920767] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.932182] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4c73aa37-2928-4999-a9f4-cc6731e36f3f',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.964382] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.964660] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.966598] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.966598] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.125948] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.126148] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.126966] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.127095] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.127782] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.127882] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.128578] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.128671] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.129360] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.129453] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.130181] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.130283] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.131253] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.131348] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.132125] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.132213] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.132811] env[66341]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 805.133255] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.133374] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b78067b2-0e49-46cc-a600-711266e185c4 is going to be deleted. [ 805.137018] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.137018] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.137018] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.137018] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.137018] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.137018] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.137392] env[66341]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 805.137846] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.137956] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.157772] env[66341]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 805.158763] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.158763] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 16cc60f5-3ae8-46f0-a225-e7dc5a65f12b is going to be deleted. [ 805.159511] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.159751] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.180968] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.181125] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 460bd348-4b2b-4cc9-b7ca-a874a8dcec57 is going to be deleted. [ 805.182179] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.182384] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.221815] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.221815] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.224456] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.224637] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 360939e6-ea17-4e75-b69a-8c0ac1f8be2f is going to be deleted. [ 805.225619] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.225842] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.227510] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.227628] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.300152] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.300418] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1f753059-8994-408a-a16e-bf949f26f3f3 is going to be deleted. [ 805.301362] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.301604] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.322478] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.322667] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.333875] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.334537] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0b14d68f-9754-43eb-8b40-e320ebe0c0b0 is going to be deleted. [ 805.335530] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.335851] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.341092] env[66341]: INFO networking_nsxv3.common.synchronization [req-639ef35c-c66b-47e3-8dd0-2e5ff74fbaab req-13833751-7fd2-4771-a948-ad5c7ef1fc10 service nova] Enqueued Resource ID: efa3519a-8d71-4575-b186-e4adadeb9631 with Priority: HIGHEST for action security_group_rules [ 805.341092] env[66341]: INFO networking_nsxv3.common.synchronization [req-639ef35c-c66b-47e3-8dd0-2e5ff74fbaab req-13833751-7fd2-4771-a948-ad5c7ef1fc10 service nova] Enqueued Resource ID: efa3519a-8d71-4575-b186-e4adadeb9631 with Priority: HIGHEST for action security_group_members [ 805.341092] env[66341]: INFO networking_nsxv3.common.synchronization [req-639ef35c-c66b-47e3-8dd0-2e5ff74fbaab req-13833751-7fd2-4771-a948-ad5c7ef1fc10 service nova] Enqueued Resource ID: a5ead36e-b5ee-457b-8e85-731628137f0f with Priority: HIGHEST for action port [ 805.342807] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efa3519a-8d71-4575-b186-e4adadeb9631 with Priority: HIGHEST for action security_group_rules [ 805.342807] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efa3519a-8d71-4575-b186-e4adadeb9631 with Priority: HIGHEST for action security_group_members [ 805.342807] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5ead36e-b5ee-457b-8e85-731628137f0f with Priority: HIGHEST for action port [ 805.342807] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-efa3519a-8d71-4575-b186-e4adadeb9631 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.342807] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-efa3519a-8d71-4575-b186-e4adadeb9631" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.342807] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-efa3519a-8d71-4575-b186-e4adadeb9631" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.342807] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-efa3519a-8d71-4575-b186-e4adadeb9631" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.343103] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('efa3519a-8d71-4575-b186-e4adadeb9631',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.343912] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-efa3519a-8d71-4575-b186-e4adadeb9631 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.344068] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efa3519a-8d71-4575-b186-e4adadeb9631" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.344138] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efa3519a-8d71-4575-b186-e4adadeb9631" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.344366] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efa3519a-8d71-4575-b186-e4adadeb9631" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.345160] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.345160] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.345160] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.345160] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.345160] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.345160] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('efa3519a-8d71-4575-b186-e4adadeb9631',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.345997] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-a5ead36e-b5ee-457b-8e85-731628137f0f taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.347196] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a5ead36e-b5ee-457b-8e85-731628137f0f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.347196] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a5ead36e-b5ee-457b-8e85-731628137f0f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.347374] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a5ead36e-b5ee-457b-8e85-731628137f0f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.348499] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a5ead36e-b5ee-457b-8e85-731628137f0f',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.357666] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('efd7ad7f-2b54-41bc-b065-1ec45f761923',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.399961] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ae0d15ea-95ee-4114-8fd2-bc23c0afd37f',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.399961] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d381340a-3892-4f37-8f65-483092c73799',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.429518] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-77233b36-3501-4be5-bd28-768a6d59f79b taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.430049] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77233b36-3501-4be5-bd28-768a6d59f79b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.430405] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77233b36-3501-4be5-bd28-768a6d59f79b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.430800] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77233b36-3501-4be5-bd28-768a6d59f79b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.431196] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.431690] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.433220] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.433220] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.433220] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.433220] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77233b36-3501-4be5-bd28-768a6d59f79b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.433220] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-77233b36-3501-4be5-bd28-768a6d59f79b taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.433220] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77233b36-3501-4be5-bd28-768a6d59f79b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.435149] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77233b36-3501-4be5-bd28-768a6d59f79b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.435149] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77233b36-3501-4be5-bd28-768a6d59f79b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.435149] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.435149] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.435149] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.435149] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.435149] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.435686] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77233b36-3501-4be5-bd28-768a6d59f79b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.439837] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('77233b36-3501-4be5-bd28-768a6d59f79b',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.439837] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-3bd24151-8924-4c51-b869-89f5cc8e8a8d taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.439837] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3bd24151-8924-4c51-b869-89f5cc8e8a8d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.439837] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3bd24151-8924-4c51-b869-89f5cc8e8a8d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.439837] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3bd24151-8924-4c51-b869-89f5cc8e8a8d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.439837] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.439837] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.439837] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.439837] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.439837] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.439837] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3bd24151-8924-4c51-b869-89f5cc8e8a8d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.439837] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-3bd24151-8924-4c51-b869-89f5cc8e8a8d taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.439837] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3bd24151-8924-4c51-b869-89f5cc8e8a8d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.439837] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3bd24151-8924-4c51-b869-89f5cc8e8a8d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.439837] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3bd24151-8924-4c51-b869-89f5cc8e8a8d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.439837] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.440598] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.440598] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.440598] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.440598] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.440598] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3bd24151-8924-4c51-b869-89f5cc8e8a8d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.440598] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3bd24151-8924-4c51-b869-89f5cc8e8a8d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.441992] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4c73aa37-2928-4999-a9f4-cc6731e36f3f: rpc.has_security_group_logging(os_id): False [ 805.484558] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.485168] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 344a148a-41d4-4c58-a105-f1ccd37c8e78 is going to be deleted. [ 805.486754] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.487083] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.489158] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.489396] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.492312] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.492986] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.507064] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.507064] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.513692] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.513692] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5e47a2e2-c98b-43ec-b04b-58947c8e339d is going to be deleted. [ 805.516128] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.518066] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.547791] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.547985] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.558498] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.558666] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 84e4ef9a-f6f1-453a-bd23-9f00fc7c5c31 is going to be deleted. [ 805.559741] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.559979] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.651972] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.652173] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 75f017f0-6b8a-46d9-8b05-c056a68c4b4a is going to be deleted. [ 805.653278] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.653599] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.658789] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.658789] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.677529] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.677726] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.683204] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.683392] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 527b23d1-6787-40a5-a61e-bad1956f06b9 is going to be deleted. [ 805.684575] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.684869] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.697976] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.698199] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.737484] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.737634] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 25733bce-87cc-45b7-9af2-9830105de2f6 is going to be deleted. [ 805.738664] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.738890] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.739189] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.739189] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-70627c13-7c10-487c-b08b-03ed64ef6e43" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.739299] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.739627] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.755241] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.755241] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.772697] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.772847] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 60af5dd4-b4ab-4eee-b23a-43415ee3ca50 is going to be deleted. [ 805.773900] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.774131] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.774222] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.774347] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-16cc60f5-3ae8-46f0-a225-e7dc5a65f12b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.774563] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.775034] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.775034] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.775034] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b78067b2-0e49-46cc-a600-711266e185c4" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.775948] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.776175] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.776264] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.776384] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-460bd348-4b2b-4cc9-b7ca-a874a8dcec57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.776544] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.776673] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.776741] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.776849] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-360939e6-ea17-4e75-b69a-8c0ac1f8be2f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.776999] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.778552] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.788778] env[66341]: INFO networking_nsxv3.common.synchronization [req-ba50b0a5-f0ab-4e57-899d-578bcec4d813 req-935cd4ab-fa12-4ac1-9cfc-b8e809404ab7 tempest-ServerActionsTestOtherA-1115878785 tempest-ServerActionsTestOtherA-1115878785-project-member] Enqueued Resource ID: 1ea156fb-f61d-416b-a670-e0d61d41f217 with Priority: HIGHEST for action security_group_members [ 805.790343] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ea156fb-f61d-416b-a670-e0d61d41f217 with Priority: HIGHEST for action security_group_members [ 805.790343] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ea156fb-f61d-416b-a670-e0d61d41f217 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.790343] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ea156fb-f61d-416b-a670-e0d61d41f217" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.790343] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ea156fb-f61d-416b-a670-e0d61d41f217" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.790343] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ea156fb-f61d-416b-a670-e0d61d41f217" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.790343] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.790744] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.790744] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.790744] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.790744] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.790942] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1ea156fb-f61d-416b-a670-e0d61d41f217',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.841609] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.841891] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.850612] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.850936] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.851075] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.851075] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.851278] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.851362] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.851465] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4c73aa37-2928-4999-a9f4-cc6731e36f3f is going to be updated. [ 805.852673] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('efa3519a-8d71-4575-b186-e4adadeb9631',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.853904] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-efa3519a-8d71-4575-b186-e4adadeb9631 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.854068] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efa3519a-8d71-4575-b186-e4adadeb9631" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.854299] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a5ead36e-b5ee-457b-8e85-731628137f0f with status ACTIVE [ 805.854299] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.854471] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.854471] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.854709] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.854796] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.854987] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.855074] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.855132] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.855283] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.855394] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.855533] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.855628] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.855688] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.855848] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.855927] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.856026] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a5ead36e-b5ee-457b-8e85-731628137f0f is going to be updated. [ 805.858206] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.858313] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.858362] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.858484] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1f753059-8994-408a-a16e-bf949f26f3f3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.858620] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.858762] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.858839] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.858950] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0b14d68f-9754-43eb-8b40-e320ebe0c0b0" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.859824] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.859915] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.859961] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.860967] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-344a148a-41d4-4c58-a105-f1ccd37c8e78" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.861131] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.861370] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.861457] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.861664] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-84e4ef9a-f6f1-453a-bd23-9f00fc7c5c31" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.862580] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for efd7ad7f-2b54-41bc-b065-1ec45f761923: rpc.has_security_group_logging(os_id): False [ 805.863980] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.864175] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.864267] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.864381] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5e47a2e2-c98b-43ec-b04b-58947c8e339d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.864646] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.864804] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.864878] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.864987] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-75f017f0-6b8a-46d9-8b05-c056a68c4b4a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.866180] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.867368] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.867368] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.867368] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-527b23d1-6787-40a5-a61e-bad1956f06b9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.880959] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.880959] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.880959] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.881169] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.881260] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.881416] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-25733bce-87cc-45b7-9af2-9830105de2f6" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.895489] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.896321] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.896321] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.896321] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.896498] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.896615] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a5ead36e-b5ee-457b-8e85-731628137f0f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.903856] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ae0d15ea-95ee-4114-8fd2-bc23c0afd37f: rpc.has_security_group_logging(os_id): False [ 805.904356] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d381340a-3892-4f37-8f65-483092c73799: rpc.has_security_group_logging(os_id): False [ 805.906843] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.906984] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.907119] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.907265] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.907593] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.907593] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-60af5dd4-b4ab-4eee-b23a-43415ee3ca50" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.908464] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.908590] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.908631] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.908792] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.942108] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 77233b36-3501-4be5-bd28-768a6d59f79b: rpc.has_security_group_logging(os_id): False [ 805.945011] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3bd24151-8924-4c51-b869-89f5cc8e8a8d: rpc.has_security_group_logging(os_id): False [ 805.959855] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.960032] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.978175] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.978443] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.979656] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.979876] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.980842] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.981221] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.984978] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.985169] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.985283] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.985330] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.985553] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.985627] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.985730] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: efd7ad7f-2b54-41bc-b065-1ec45f761923 is going to be updated. [ 805.986873] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.987081] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.025098] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.025537] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.025677] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.025783] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.025980] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.026083] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.026189] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ae0d15ea-95ee-4114-8fd2-bc23c0afd37f is going to be updated. [ 806.027670] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.027891] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.093328] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.093802] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.094068] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.094136] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.094395] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.094689] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.095144] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.095761] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.095905] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.096223] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.096416] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.102314] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.102492] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.102694] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.102927] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.103089] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.103265] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 77233b36-3501-4be5-bd28-768a6d59f79b is going to be updated. [ 806.106293] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.106408] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.136368] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.136729] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.136863] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.136941] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.137180] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.137292] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.137394] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d381340a-3892-4f37-8f65-483092c73799 is going to be updated. [ 806.139759] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.139912] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.140047] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.140196] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.140354] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.141802] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.141802] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.175965] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4c73aa37-2928-4999-a9f4-cc6731e36f3f in Status: IN_PROGRESS for 2s [ 806.204016] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.204320] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.229415] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.229554] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.237162] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.237162] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.237162] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.237162] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.237162] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.237162] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.237162] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.237162] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.237162] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.237162] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.237162] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.237162] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.237162] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.237162] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.237758] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.237871] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.238028] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3bd24151-8924-4c51-b869-89f5cc8e8a8d is going to be updated. [ 806.240596] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.240596] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.240596] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.241422] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.241622] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.241889] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.248189] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock network-956 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.248460] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "network-956" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.248548] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "network-956" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.250112] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "network-956" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.250112] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.250112] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.250112] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.250112] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.250112] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.250112] env[66341]: DEBUG dogpile.cache.region [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 806.250112] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] NeedRegenerationException {{(pid=66341) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 806.250613] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] no value, waiting for create lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 806.250613] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] value creation lock acquired {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 806.250613] env[66341]: DEBUG dogpile.cache.region [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 806.250613] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Calling creation function for not-yet-present value {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 806.250613] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 806.262761] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.263380] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.263510] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.263805] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.264032] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.281138] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: efd7ad7f-2b54-41bc-b065-1ec45f761923 in Status: IN_PROGRESS for 2s [ 806.289814] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ae0d15ea-95ee-4114-8fd2-bc23c0afd37f in Status: IN_PROGRESS for 2s [ 806.294894] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 77233b36-3501-4be5-bd28-768a6d59f79b in Status: IN_PROGRESS for 2s [ 806.300652] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 806.300652] env[66341]: DEBUG dogpile.cache.region [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Cache value generated in 0.047 seconds for key(s): 'zone-id' {{(pid=66341) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 806.300652] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Released creation lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 806.300652] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "network-956" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.300652] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock port-9c0976fc-81c1-46db-ac46-3267a964fa5e taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.300652] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "port-9c0976fc-81c1-46db-ac46-3267a964fa5e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.300652] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "port-9c0976fc-81c1-46db-ac46-3267a964fa5e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.300652] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "port-9c0976fc-81c1-46db-ac46-3267a964fa5e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.300652] env[66341]: DEBUG networking_nsxv3.api.rpc [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9c0976fc-81c1-46db-ac46-3267a964fa5e',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.303017] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.303299] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.303487] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.303806] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.303981] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.304371] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.304582] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.304719] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.305022] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.305193] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.305384] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1ea156fb-f61d-416b-a670-e0d61d41f217 already deleted. [ 806.306054] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ea156fb-f61d-416b-a670-e0d61d41f217" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.342545] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.343908] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.343908] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.343908] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.343908] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.359701] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('efa3519a-8d71-4575-b186-e4adadeb9631',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.424720] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d381340a-3892-4f37-8f65-483092c73799 in Status: IN_PROGRESS for 2s [ 806.449968] env[66341]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 806.450932] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.451411] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.451546] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.451799] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.452030] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.510402] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3bd24151-8924-4c51-b869-89f5cc8e8a8d in Status: IN_PROGRESS for 2s [ 806.567830] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock network-361 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.568052] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "network-361" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.568632] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "network-361" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.568632] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "network-361" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.568808] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.569523] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.569523] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.569523] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.569523] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.570063] env[66341]: DEBUG dogpile.cache.region [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 806.570063] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] NeedRegenerationException {{(pid=66341) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 806.570063] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] no value, waiting for create lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 806.570063] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] value creation lock acquired {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 806.570063] env[66341]: DEBUG dogpile.cache.region [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 806.570272] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Calling creation function for not-yet-present value {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 806.570272] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 806.605117] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 806.605404] env[66341]: DEBUG dogpile.cache.region [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Cache value generated in 0.035 seconds for key(s): 'zone-id' {{(pid=66341) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 806.605404] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Released creation lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 806.605538] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "network-361" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.605929] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock port-e67fde8d-fac5-464f-ab1d-fd7e44b2b8ba taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.606124] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "port-e67fde8d-fac5-464f-ab1d-fd7e44b2b8ba" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.606243] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "port-e67fde8d-fac5-464f-ab1d-fd7e44b2b8ba" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.606628] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "port-e67fde8d-fac5-464f-ab1d-fd7e44b2b8ba" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.606792] env[66341]: DEBUG networking_nsxv3.api.rpc [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e67fde8d-fac5-464f-ab1d-fd7e44b2b8ba',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.807543] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.807968] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.808240] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.808682] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.808975] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.809270] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Segment Port 9c0976fc-81c1-46db-ac46-3267a964fa5e not found, creating... [ 806.809679] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.809922] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.810122] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.810452] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.810666] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.811099] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.811338] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.811519] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.811818] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.812048] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.812267] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Resource: SegmentPort with ID: 9c0976fc-81c1-46db-ac46-3267a964fa5e is going to be created. [ 806.835065] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.835381] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.835523] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.835895] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.836159] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.836409] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "port-9c0976fc-81c1-46db-ac46-3267a964fa5e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.862297] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.862679] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.862679] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.862851] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.862969] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.863093] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: efa3519a-8d71-4575-b186-e4adadeb9631 is going to be created. [ 806.889674] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.889880] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.889945] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.890135] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.890297] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.899833] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: efa3519a-8d71-4575-b186-e4adadeb9631 in Status: UNINITIALIZED for 2s [ 807.109755] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.110009] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.110147] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.110424] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.110576] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.110732] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Segment Port e67fde8d-fac5-464f-ab1d-fd7e44b2b8ba not found, creating... [ 807.110995] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.111174] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.111327] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.111663] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.111835] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.112159] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.112319] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.112435] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.112643] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.112814] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.112960] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Resource: SegmentPort with ID: e67fde8d-fac5-464f-ab1d-fd7e44b2b8ba is going to be created. [ 807.134209] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.134410] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.134532] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.134807] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.135056] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.135284] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "port-e67fde8d-fac5-464f-ab1d-fd7e44b2b8ba" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.336108] env[66341]: INFO networking_nsxv3.common.synchronization [None req-d004e206-6a0d-4bc3-9de8-4d02e4a8c8f4 None None] Enqueued Resource ID: a4a52ba0-7bc8-48dd-842b-27eb5814c0c5 with Priority: HIGHEST for action port [ 807.338114] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4a52ba0-7bc8-48dd-842b-27eb5814c0c5 with Priority: HIGHEST for action port [ 807.338114] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-a4a52ba0-7bc8-48dd-842b-27eb5814c0c5 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.338114] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a4a52ba0-7bc8-48dd-842b-27eb5814c0c5" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.338114] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a4a52ba0-7bc8-48dd-842b-27eb5814c0c5" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.338408] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a4a52ba0-7bc8-48dd-842b-27eb5814c0c5" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.338408] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a4a52ba0-7bc8-48dd-842b-27eb5814c0c5',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.518492] env[66341]: INFO networking_nsxv3.common.synchronization [req-639ef35c-c66b-47e3-8dd0-2e5ff74fbaab req-5f1eccde-4fdb-45ab-adc1-1f8f6894473d service nova] Enqueued Resource ID: efa3519a-8d71-4575-b186-e4adadeb9631 with Priority: HIGHEST for action security_group_rules [ 807.518492] env[66341]: INFO networking_nsxv3.common.synchronization [req-639ef35c-c66b-47e3-8dd0-2e5ff74fbaab req-5f1eccde-4fdb-45ab-adc1-1f8f6894473d service nova] Enqueued Resource ID: efa3519a-8d71-4575-b186-e4adadeb9631 with Priority: HIGHEST for action security_group_members [ 807.518646] env[66341]: INFO networking_nsxv3.common.synchronization [req-639ef35c-c66b-47e3-8dd0-2e5ff74fbaab req-5f1eccde-4fdb-45ab-adc1-1f8f6894473d service nova] Enqueued Resource ID: 9c0976fc-81c1-46db-ac46-3267a964fa5e with Priority: HIGHEST for action port [ 807.519500] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efa3519a-8d71-4575-b186-e4adadeb9631 with Priority: HIGHEST for action security_group_rules [ 807.519674] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efa3519a-8d71-4575-b186-e4adadeb9631 with Priority: HIGHEST for action security_group_members [ 807.519868] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c0976fc-81c1-46db-ac46-3267a964fa5e with Priority: HIGHEST for action port [ 807.520278] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-efa3519a-8d71-4575-b186-e4adadeb9631 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.520353] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-efa3519a-8d71-4575-b186-e4adadeb9631" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.520668] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-efa3519a-8d71-4575-b186-e4adadeb9631 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.520741] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efa3519a-8d71-4575-b186-e4adadeb9631" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.520940] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-9c0976fc-81c1-46db-ac46-3267a964fa5e taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.521119] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9c0976fc-81c1-46db-ac46-3267a964fa5e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.521193] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9c0976fc-81c1-46db-ac46-3267a964fa5e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.521484] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9c0976fc-81c1-46db-ac46-3267a964fa5e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.521619] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9c0976fc-81c1-46db-ac46-3267a964fa5e',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.830650] env[66341]: INFO networking_nsxv3.common.synchronization [req-ba50b0a5-f0ab-4e57-899d-578bcec4d813 req-1e652c05-54af-4c75-86c9-8fb8429a9854 service nova] Enqueued Resource ID: 1ea156fb-f61d-416b-a670-e0d61d41f217 with Priority: HIGHEST for action security_group_rules [ 807.831088] env[66341]: INFO networking_nsxv3.common.synchronization [req-ba50b0a5-f0ab-4e57-899d-578bcec4d813 req-1e652c05-54af-4c75-86c9-8fb8429a9854 service nova] Enqueued Resource ID: 1ea156fb-f61d-416b-a670-e0d61d41f217 with Priority: HIGHEST for action security_group_members [ 807.831088] env[66341]: INFO networking_nsxv3.common.synchronization [req-ba50b0a5-f0ab-4e57-899d-578bcec4d813 req-1e652c05-54af-4c75-86c9-8fb8429a9854 service nova] Enqueued Resource ID: e67fde8d-fac5-464f-ab1d-fd7e44b2b8ba with Priority: HIGHEST for action port [ 807.831573] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ea156fb-f61d-416b-a670-e0d61d41f217 with Priority: HIGHEST for action security_group_rules [ 807.831639] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ea156fb-f61d-416b-a670-e0d61d41f217 with Priority: HIGHEST for action security_group_members [ 807.831689] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e67fde8d-fac5-464f-ab1d-fd7e44b2b8ba with Priority: HIGHEST for action port [ 807.831969] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1ea156fb-f61d-416b-a670-e0d61d41f217 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.832079] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1ea156fb-f61d-416b-a670-e0d61d41f217" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.832202] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1ea156fb-f61d-416b-a670-e0d61d41f217" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.832337] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1ea156fb-f61d-416b-a670-e0d61d41f217" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.832417] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1ea156fb-f61d-416b-a670-e0d61d41f217',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.833377] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ea156fb-f61d-416b-a670-e0d61d41f217 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.833377] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ea156fb-f61d-416b-a670-e0d61d41f217" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.833548] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ea156fb-f61d-416b-a670-e0d61d41f217" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.834557] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ea156fb-f61d-416b-a670-e0d61d41f217" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.834557] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.834557] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.834557] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.834557] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.834557] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.834835] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1ea156fb-f61d-416b-a670-e0d61d41f217',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.837498] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-e67fde8d-fac5-464f-ab1d-fd7e44b2b8ba taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.837498] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e67fde8d-fac5-464f-ab1d-fd7e44b2b8ba" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.837498] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e67fde8d-fac5-464f-ab1d-fd7e44b2b8ba" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.837498] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e67fde8d-fac5-464f-ab1d-fd7e44b2b8ba" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.837498] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e67fde8d-fac5-464f-ab1d-fd7e44b2b8ba',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.841413] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a4a52ba0-7bc8-48dd-842b-27eb5814c0c5 [ 807.841413] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.841413] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.841413] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.841413] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.841413] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.841413] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a4a52ba0-7bc8-48dd-842b-27eb5814c0c5 already deleted. [ 807.841815] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a4a52ba0-7bc8-48dd-842b-27eb5814c0c5" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.025101] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9c0976fc-81c1-46db-ac46-3267a964fa5e with status ACTIVE [ 808.025101] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.025101] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.025101] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.025101] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.025101] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.025818] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.025818] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.025818] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.025818] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.025818] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.025999] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.026057] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.026577] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.026577] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.026577] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.026577] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9c0976fc-81c1-46db-ac46-3267a964fa5e is going to be updated. [ 808.052145] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.052287] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.052360] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.053564] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.053564] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.053564] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9c0976fc-81c1-46db-ac46-3267a964fa5e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.204884] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4c73aa37-2928-4999-a9f4-cc6731e36f3f in Status: SUCCESS [ 808.205612] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4c73aa37-2928-4999-a9f4-cc6731e36f3f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.301659] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: efd7ad7f-2b54-41bc-b065-1ec45f761923 in Status: SUCCESS [ 808.301659] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-efd7ad7f-2b54-41bc-b065-1ec45f761923" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.304502] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ae0d15ea-95ee-4114-8fd2-bc23c0afd37f in Status: SUCCESS [ 808.304807] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ae0d15ea-95ee-4114-8fd2-bc23c0afd37f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.314852] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 77233b36-3501-4be5-bd28-768a6d59f79b in Status: SUCCESS [ 808.316063] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-77233b36-3501-4be5-bd28-768a6d59f79b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.337948] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ea156fb-f61d-416b-a670-e0d61d41f217 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.337948] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ea156fb-f61d-416b-a670-e0d61d41f217" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.339297] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e67fde8d-fac5-464f-ab1d-fd7e44b2b8ba with status ACTIVE [ 808.339488] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.340770] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.340770] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.340770] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.340770] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.340770] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.340770] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.340770] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.341240] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.341240] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.341240] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.341344] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.342402] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.342402] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.346019] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.346019] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e67fde8d-fac5-464f-ab1d-fd7e44b2b8ba is going to be updated. [ 808.347050] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1ea156fb-f61d-416b-a670-e0d61d41f217',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.370604] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.370604] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.370604] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.370604] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.370604] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.370604] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e67fde8d-fac5-464f-ab1d-fd7e44b2b8ba" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.373178] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock network-846 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.373178] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "network-846" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.373178] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "network-846" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.373362] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "network-846" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.374255] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.374255] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.374255] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.374464] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.374536] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.374763] env[66341]: DEBUG dogpile.cache.region [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 808.374879] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] NeedRegenerationException {{(pid=66341) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 808.375535] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] no value, waiting for create lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 808.375535] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] value creation lock acquired {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 808.375609] env[66341]: DEBUG dogpile.cache.region [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 808.375687] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Calling creation function for not-yet-present value {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 808.375820] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 808.396529] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 808.396529] env[66341]: DEBUG dogpile.cache.region [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66341) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 808.396529] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Released creation lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 808.396529] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "network-846" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.396529] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock port-7b40c1b5-2480-4f23-860f-0f767050807d taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.396529] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "port-7b40c1b5-2480-4f23-860f-0f767050807d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.397137] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "port-7b40c1b5-2480-4f23-860f-0f767050807d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.397137] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "port-7b40c1b5-2480-4f23-860f-0f767050807d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.397137] env[66341]: DEBUG networking_nsxv3.api.rpc [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7b40c1b5-2480-4f23-860f-0f767050807d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.439438] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d381340a-3892-4f37-8f65-483092c73799 in Status: SUCCESS [ 808.439663] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d381340a-3892-4f37-8f65-483092c73799" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.533690] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3bd24151-8924-4c51-b869-89f5cc8e8a8d in Status: SUCCESS [ 808.533958] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3bd24151-8924-4c51-b869-89f5cc8e8a8d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.849627] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1ea156fb-f61d-416b-a670-e0d61d41f217',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.899611] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.900115] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.900115] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.901223] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.901223] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.901223] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Segment Port 7b40c1b5-2480-4f23-860f-0f767050807d not found, creating... [ 808.901471] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.901708] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.901832] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.902314] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.902314] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.902480] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.902629] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.902739] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.902940] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.903089] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.903228] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Resource: SegmentPort with ID: 7b40c1b5-2480-4f23-860f-0f767050807d is going to be created. [ 808.914648] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: efa3519a-8d71-4575-b186-e4adadeb9631 in Status: SUCCESS [ 808.914648] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efa3519a-8d71-4575-b186-e4adadeb9631" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.914648] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efa3519a-8d71-4575-b186-e4adadeb9631" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.914648] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efa3519a-8d71-4575-b186-e4adadeb9631" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.915350] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.915350] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.915350] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.915350] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.916934] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.916934] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efa3519a-8d71-4575-b186-e4adadeb9631" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.916934] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('efa3519a-8d71-4575-b186-e4adadeb9631',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.917328] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efa3519a-8d71-4575-b186-e4adadeb9631" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.917328] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efa3519a-8d71-4575-b186-e4adadeb9631" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.917483] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.917647] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.917745] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.917900] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.917980] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.918090] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('efa3519a-8d71-4575-b186-e4adadeb9631',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.925606] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.925810] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.925931] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.926362] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.926463] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.926657] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "port-7b40c1b5-2480-4f23-860f-0f767050807d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.353150] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.353416] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.353416] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.353658] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.353753] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.353902] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1ea156fb-f61d-416b-a670-e0d61d41f217 is going to be created. [ 809.382518] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.382674] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.382772] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.386129] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.386129] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.393551] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ea156fb-f61d-416b-a670-e0d61d41f217 in Status: UNINITIALIZED for 2s [ 809.423682] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-efa3519a-8d71-4575-b186-e4adadeb9631 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.423819] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efa3519a-8d71-4575-b186-e4adadeb9631" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.424029] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('efa3519a-8d71-4575-b186-e4adadeb9631',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.681133] env[66341]: INFO networking_nsxv3.common.synchronization [req-639ef35c-c66b-47e3-8dd0-2e5ff74fbaab req-626e8710-d7f0-41ac-aab2-73071a42dc3b service nova] Enqueued Resource ID: efa3519a-8d71-4575-b186-e4adadeb9631 with Priority: HIGHEST for action security_group_rules [ 809.681296] env[66341]: INFO networking_nsxv3.common.synchronization [req-639ef35c-c66b-47e3-8dd0-2e5ff74fbaab req-626e8710-d7f0-41ac-aab2-73071a42dc3b service nova] Enqueued Resource ID: efa3519a-8d71-4575-b186-e4adadeb9631 with Priority: HIGHEST for action security_group_members [ 809.681470] env[66341]: INFO networking_nsxv3.common.synchronization [req-639ef35c-c66b-47e3-8dd0-2e5ff74fbaab req-626e8710-d7f0-41ac-aab2-73071a42dc3b service nova] Enqueued Resource ID: 7b40c1b5-2480-4f23-860f-0f767050807d with Priority: HIGHEST for action port [ 809.682074] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efa3519a-8d71-4575-b186-e4adadeb9631 with Priority: HIGHEST for action security_group_rules [ 809.682074] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efa3519a-8d71-4575-b186-e4adadeb9631 with Priority: HIGHEST for action security_group_members [ 809.682074] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b40c1b5-2480-4f23-860f-0f767050807d with Priority: HIGHEST for action port [ 809.682534] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-efa3519a-8d71-4575-b186-e4adadeb9631 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.682644] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-efa3519a-8d71-4575-b186-e4adadeb9631" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.682839] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-efa3519a-8d71-4575-b186-e4adadeb9631 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.682921] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efa3519a-8d71-4575-b186-e4adadeb9631" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.683293] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-7b40c1b5-2480-4f23-860f-0f767050807d taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.683293] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7b40c1b5-2480-4f23-860f-0f767050807d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.683404] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7b40c1b5-2480-4f23-860f-0f767050807d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.683847] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7b40c1b5-2480-4f23-860f-0f767050807d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.683847] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7b40c1b5-2480-4f23-860f-0f767050807d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.926880] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('efa3519a-8d71-4575-b186-e4adadeb9631',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.949532] env[66341]: INFO networking_nsxv3.common.synchronization [req-16b9a08c-e769-4b52-8af7-6f17fc4a8a23 req-3d32a166-7462-490f-9415-783e00f880d3 tempest-ImagesTestJSON-1540688741 tempest-ImagesTestJSON-1540688741-project-member] Enqueued Resource ID: 8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a with Priority: HIGHEST for action security_group_members [ 809.950033] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a with Priority: HIGHEST for action security_group_members [ 809.950379] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.950479] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.950536] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.950832] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.951399] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.951399] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.951399] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.951399] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.951399] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.951399] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.186557] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7b40c1b5-2480-4f23-860f-0f767050807d with status ACTIVE [ 810.186868] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.187040] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.187111] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.187351] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.187424] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.187605] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.187703] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.187764] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.187984] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.188101] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.188298] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.188420] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.188474] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.188648] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.188725] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.188815] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7b40c1b5-2480-4f23-860f-0f767050807d is going to be updated. [ 810.219357] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.219590] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.219665] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.219890] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.220057] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.220236] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7b40c1b5-2480-4f23-860f-0f767050807d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.381309] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock network-552 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.381727] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "network-552" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.381727] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "network-552" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.381928] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "network-552" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.382318] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.382574] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.382719] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.383103] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.383103] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.383299] env[66341]: DEBUG dogpile.cache.region [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 810.383410] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] NeedRegenerationException {{(pid=66341) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 810.383541] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] no value, waiting for create lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 810.383651] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] value creation lock acquired {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 810.383795] env[66341]: DEBUG dogpile.cache.region [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 810.383952] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Calling creation function for not-yet-present value {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 810.384311] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 810.411576] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 810.411863] env[66341]: DEBUG dogpile.cache.region [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=66341) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 810.411863] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Released creation lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 810.412095] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "network-552" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.412389] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock port-c3251067-30c3-4843-9725-e29846613403 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.412606] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "port-c3251067-30c3-4843-9725-e29846613403" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.412681] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "port-c3251067-30c3-4843-9725-e29846613403" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.413013] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "port-c3251067-30c3-4843-9725-e29846613403" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.413210] env[66341]: DEBUG networking_nsxv3.api.rpc [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c3251067-30c3-4843-9725-e29846613403',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.429745] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.429934] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.429934] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.430073] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.430146] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.430261] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: efa3519a-8d71-4575-b186-e4adadeb9631 is going to be updated. [ 810.457476] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.457708] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.457708] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.458551] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.474631] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.474847] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.474895] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.475278] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.475362] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.485097] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: efa3519a-8d71-4575-b186-e4adadeb9631 in Status: IN_PROGRESS for 2s [ 810.490518] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.490841] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.490974] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.491059] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.491288] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.491376] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.491466] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a is going to be updated. [ 810.526986] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.526986] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.526986] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.527280] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.527418] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.538278] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a in Status: IN_PROGRESS for 2s [ 810.917742] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.917967] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.918144] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.918391] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.918545] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.918700] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Segment Port c3251067-30c3-4843-9725-e29846613403 not found, creating... [ 810.918958] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.919132] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.919248] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.919462] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.919623] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.920040] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.920222] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.920339] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.920547] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.920682] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.920820] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Resource: SegmentPort with ID: c3251067-30c3-4843-9725-e29846613403 is going to be created. [ 810.945544] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.945807] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.946068] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.946443] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.947017] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.947017] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "port-c3251067-30c3-4843-9725-e29846613403" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.408070] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ea156fb-f61d-416b-a670-e0d61d41f217 in Status: SUCCESS [ 811.408477] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ea156fb-f61d-416b-a670-e0d61d41f217" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.408477] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ea156fb-f61d-416b-a670-e0d61d41f217" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.408683] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ea156fb-f61d-416b-a670-e0d61d41f217" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.408891] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.409043] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.409111] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.409286] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.409396] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.409498] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ea156fb-f61d-416b-a670-e0d61d41f217" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.409582] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1ea156fb-f61d-416b-a670-e0d61d41f217',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.732149] env[66341]: INFO networking_nsxv3.common.synchronization [req-16b9a08c-e769-4b52-8af7-6f17fc4a8a23 req-9ec9567f-8553-49ba-89de-1144b04b53e1 service nova] Enqueued Resource ID: 8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a with Priority: HIGHEST for action security_group_rules [ 811.732335] env[66341]: INFO networking_nsxv3.common.synchronization [req-16b9a08c-e769-4b52-8af7-6f17fc4a8a23 req-9ec9567f-8553-49ba-89de-1144b04b53e1 service nova] Enqueued Resource ID: 8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a with Priority: HIGHEST for action security_group_members [ 811.732527] env[66341]: INFO networking_nsxv3.common.synchronization [req-16b9a08c-e769-4b52-8af7-6f17fc4a8a23 req-9ec9567f-8553-49ba-89de-1144b04b53e1 service nova] Enqueued Resource ID: c3251067-30c3-4843-9725-e29846613403 with Priority: HIGHEST for action port [ 811.733062] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a with Priority: HIGHEST for action security_group_rules [ 811.733215] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a with Priority: HIGHEST for action security_group_members [ 811.733318] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3251067-30c3-4843-9725-e29846613403 with Priority: HIGHEST for action port [ 811.733722] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.733870] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.733929] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.734231] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.734231] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.735953] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.735953] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.735953] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-c3251067-30c3-4843-9725-e29846613403 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.735953] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c3251067-30c3-4843-9725-e29846613403" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.735953] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c3251067-30c3-4843-9725-e29846613403" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.735953] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c3251067-30c3-4843-9725-e29846613403" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.735953] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c3251067-30c3-4843-9725-e29846613403',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.912113] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1ea156fb-f61d-416b-a670-e0d61d41f217',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.238447] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.238651] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.238833] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c3251067-30c3-4843-9725-e29846613403 with status ACTIVE [ 812.238982] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.239105] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.239169] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.239474] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.239590] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.239767] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.239868] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.239928] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.240107] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.240184] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.240482] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.240482] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.240606] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.240689] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.240761] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.240996] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c3251067-30c3-4843-9725-e29846613403 is going to be updated. [ 812.269532] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.269532] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.269532] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.269532] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.269532] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.269532] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c3251067-30c3-4843-9725-e29846613403" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.414567] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1ea156fb-f61d-416b-a670-e0d61d41f217: rpc.has_security_group_logging(os_id): False [ 812.444737] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.444917] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.445308] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.445494] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.445693] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.445985] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.446578] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.446578] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.446578] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.446578] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.446809] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1ea156fb-f61d-416b-a670-e0d61d41f217 is going to be created. [ 812.498934] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: efa3519a-8d71-4575-b186-e4adadeb9631 in Status: SUCCESS [ 812.499230] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efa3519a-8d71-4575-b186-e4adadeb9631" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.499452] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efa3519a-8d71-4575-b186-e4adadeb9631" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.501741] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efa3519a-8d71-4575-b186-e4adadeb9631" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.501741] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.501741] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.501741] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.501741] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.501741] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.501741] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efa3519a-8d71-4575-b186-e4adadeb9631" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.501741] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-efa3519a-8d71-4575-b186-e4adadeb9631 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.501741] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efa3519a-8d71-4575-b186-e4adadeb9631" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.501741] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efa3519a-8d71-4575-b186-e4adadeb9631" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.501741] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efa3519a-8d71-4575-b186-e4adadeb9631" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.501741] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.501741] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.501741] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.501741] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.502936] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.502936] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efa3519a-8d71-4575-b186-e4adadeb9631" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.502936] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('efa3519a-8d71-4575-b186-e4adadeb9631',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.503140] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efa3519a-8d71-4575-b186-e4adadeb9631" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.503335] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efa3519a-8d71-4575-b186-e4adadeb9631" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.503564] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.503725] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.503819] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.503978] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.504085] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.505530] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('efa3519a-8d71-4575-b186-e4adadeb9631',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.525687] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.525950] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.525950] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.526182] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.526386] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.541358] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1ea156fb-f61d-416b-a670-e0d61d41f217 in Status: IN_PROGRESS for 2s [ 812.549877] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a in Status: SUCCESS [ 812.550098] env[66341]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a deletion is rescheduled due to dependency. [ 812.550203] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.550967] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.551088] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.551250] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.551393] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.551459] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.551653] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.551738] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.551837] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.665748] env[66341]: INFO networking_nsxv3.common.synchronization [req-419fba86-6a24-4e90-8387-d9a34b260ef1 req-d5d200fe-e228-4233-a37d-9ee9f4584a18 tempest-ServersTestJSON-2126961376 tempest-ServersTestJSON-2126961376-project-member] Enqueued Resource ID: 3bd24151-8924-4c51-b869-89f5cc8e8a8d with Priority: HIGHEST for action security_group_members [ 812.666903] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bd24151-8924-4c51-b869-89f5cc8e8a8d with Priority: HIGHEST for action security_group_members [ 812.666903] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-3bd24151-8924-4c51-b869-89f5cc8e8a8d taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.666903] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3bd24151-8924-4c51-b869-89f5cc8e8a8d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.667211] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3bd24151-8924-4c51-b869-89f5cc8e8a8d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.667211] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3bd24151-8924-4c51-b869-89f5cc8e8a8d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.667345] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.667448] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.667507] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.667658] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.667744] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.667842] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3bd24151-8924-4c51-b869-89f5cc8e8a8d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.006909] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for efa3519a-8d71-4575-b186-e4adadeb9631: rpc.has_security_group_logging(os_id): False [ 813.008140] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('efa3519a-8d71-4575-b186-e4adadeb9631',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.033498] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.036020] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.036020] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.036020] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.036020] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.036020] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.036020] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.036020] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.036020] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.036020] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.036020] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.036020] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.036020] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.036020] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.036020] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.036698] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.036698] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.036698] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.037498] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.037498] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.037498] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: efa3519a-8d71-4575-b186-e4adadeb9631 is going to be created. [ 813.053653] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.124585] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.124585] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.124585] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.124585] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.124585] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.129162] env[66341]: INFO networking_nsxv3.common.synchronization [req-9493889b-1d40-4015-ac9f-7fbf6f43de32 req-2974aab1-d9bf-4574-a237-33b90b8eec37 tempest-ServersWithSpecificFlavorTestJSON-255680911 tempest-ServersWithSpecificFlavorTestJSON-255680911-project-member] Enqueued Resource ID: efd7ad7f-2b54-41bc-b065-1ec45f761923 with Priority: HIGHEST for action security_group_members [ 813.129774] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efd7ad7f-2b54-41bc-b065-1ec45f761923 with Priority: HIGHEST for action security_group_members [ 813.130115] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-efd7ad7f-2b54-41bc-b065-1ec45f761923 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.130297] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efd7ad7f-2b54-41bc-b065-1ec45f761923" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.130377] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efd7ad7f-2b54-41bc-b065-1ec45f761923" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.130577] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efd7ad7f-2b54-41bc-b065-1ec45f761923" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.130674] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.130765] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.130821] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.131530] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.131530] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.131530] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('efd7ad7f-2b54-41bc-b065-1ec45f761923',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.142590] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: efa3519a-8d71-4575-b186-e4adadeb9631 in Status: IN_PROGRESS for 2s [ 813.170089] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3bd24151-8924-4c51-b869-89f5cc8e8a8d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.514411] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('efa3519a-8d71-4575-b186-e4adadeb9631',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.556651] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.633125] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.633285] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.633326] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.634167] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.634167] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.634167] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.634167] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.634167] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.634446] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.634446] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.634446] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: efd7ad7f-2b54-41bc-b065-1ec45f761923 is going to be updated. [ 813.665400] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.665645] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.665645] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.665864] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.665999] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.672849] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3bd24151-8924-4c51-b869-89f5cc8e8a8d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.680396] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: efd7ad7f-2b54-41bc-b065-1ec45f761923 in Status: IN_PROGRESS for 2s [ 814.020701] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.020701] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.020701] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.020701] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.020701] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.020701] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: efa3519a-8d71-4575-b186-e4adadeb9631 is going to be updated. [ 814.058073] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.058228] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.058316] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.058697] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.058900] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.064416] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.064416] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.064416] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.064416] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.064416] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.064856] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a is going to be updated. [ 814.079850] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: efa3519a-8d71-4575-b186-e4adadeb9631 in Status: IN_PROGRESS for 2s [ 814.128612] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.129141] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.129141] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.129292] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.129516] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.147890] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a in Status: IN_PROGRESS for 2s [ 814.176744] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.176966] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.177120] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.177526] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.177649] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.177842] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3bd24151-8924-4c51-b869-89f5cc8e8a8d is going to be updated. [ 814.226600] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.226834] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.226932] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.227320] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.227617] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.244650] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3bd24151-8924-4c51-b869-89f5cc8e8a8d in Status: IN_PROGRESS for 2s [ 814.558206] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1ea156fb-f61d-416b-a670-e0d61d41f217 in Status: SUCCESS [ 814.559412] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1ea156fb-f61d-416b-a670-e0d61d41f217" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.158471] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: efa3519a-8d71-4575-b186-e4adadeb9631 in Status: SUCCESS [ 815.158709] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-efa3519a-8d71-4575-b186-e4adadeb9631" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.158884] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-efa3519a-8d71-4575-b186-e4adadeb9631" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.159170] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-efa3519a-8d71-4575-b186-e4adadeb9631" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.159261] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('efa3519a-8d71-4575-b186-e4adadeb9631',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.658039] env[66341]: INFO networking_nsxv3.common.synchronization [req-334d0dfa-53b6-4651-b48e-988a189f8bcf req-effde518-1dbe-49b9-88f4-6f3a16d5fc3b tempest-SecurityGroupsTestJSON-763920668 tempest-SecurityGroupsTestJSON-763920668-project-member] Enqueued Resource ID: fb0cb4f0-93d5-47a3-a946-b613a4a7d88a with Priority: HIGHEST for action security_group_members [ 815.658655] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb0cb4f0-93d5-47a3-a946-b613a4a7d88a with Priority: HIGHEST for action security_group_members [ 815.659335] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb0cb4f0-93d5-47a3-a946-b613a4a7d88a taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.659517] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb0cb4f0-93d5-47a3-a946-b613a4a7d88a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.659598] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb0cb4f0-93d5-47a3-a946-b613a4a7d88a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.659949] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb0cb4f0-93d5-47a3-a946-b613a4a7d88a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.660204] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.660348] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.662644] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.662644] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.662644] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.662644] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fb0cb4f0-93d5-47a3-a946-b613a4a7d88a',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.662923] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-efa3519a-8d71-4575-b186-e4adadeb9631 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.662923] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efa3519a-8d71-4575-b186-e4adadeb9631" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.691514] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: efd7ad7f-2b54-41bc-b065-1ec45f761923 in Status: SUCCESS [ 815.691754] env[66341]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: efd7ad7f-2b54-41bc-b065-1ec45f761923 deletion is rescheduled due to dependency. [ 815.691917] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efd7ad7f-2b54-41bc-b065-1ec45f761923" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.040629] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock network-762 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.040715] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "network-762" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.040804] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "network-762" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.041132] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "network-762" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.041394] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.041547] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.041690] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.042570] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.042743] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.042965] env[66341]: DEBUG dogpile.cache.region [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 816.043091] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] NeedRegenerationException {{(pid=66341) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 816.043200] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] no value, waiting for create lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 816.043512] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] value creation lock acquired {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 816.043682] env[66341]: DEBUG dogpile.cache.region [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 816.044090] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Calling creation function for not-yet-present value {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 816.044090] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 816.068312] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 816.068312] env[66341]: DEBUG dogpile.cache.region [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66341) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 816.068312] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Released creation lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 816.068312] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "network-762" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.068908] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock port-2ff9a00b-8a27-4466-81e2-d7a2449767ce taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.068908] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "port-2ff9a00b-8a27-4466-81e2-d7a2449767ce" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.069020] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "port-2ff9a00b-8a27-4466-81e2-d7a2449767ce" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.069317] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "port-2ff9a00b-8a27-4466-81e2-d7a2449767ce" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.069455] env[66341]: DEBUG networking_nsxv3.api.rpc [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2ff9a00b-8a27-4466-81e2-d7a2449767ce',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.097408] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: efa3519a-8d71-4575-b186-e4adadeb9631 in Status: SUCCESS [ 816.097660] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efa3519a-8d71-4575-b186-e4adadeb9631" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.097837] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efa3519a-8d71-4575-b186-e4adadeb9631" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.098062] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efa3519a-8d71-4575-b186-e4adadeb9631" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.098290] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.098418] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.098485] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.098642] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.098724] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.098808] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efa3519a-8d71-4575-b186-e4adadeb9631" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.098903] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('efa3519a-8d71-4575-b186-e4adadeb9631',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.164170] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a in Status: SUCCESS [ 816.164636] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.165284] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.165650] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.165811] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.166136] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.166309] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.166530] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.166653] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.166700] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.166878] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.166980] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.167205] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fb0cb4f0-93d5-47a3-a946-b613a4a7d88a already deleted. [ 816.167393] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb0cb4f0-93d5-47a3-a946-b613a4a7d88a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.167584] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.167788] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.168100] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.168634] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.168812] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.169041] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.169179] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.169310] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.169449] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.265373] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3bd24151-8924-4c51-b869-89f5cc8e8a8d in Status: SUCCESS [ 816.265566] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3bd24151-8924-4c51-b869-89f5cc8e8a8d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.571984] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.572380] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.572508] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.572752] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.572937] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.573114] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Segment Port 2ff9a00b-8a27-4466-81e2-d7a2449767ce not found, creating... [ 816.573411] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.573678] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.573823] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.574102] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.574254] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.574583] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.574763] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.574883] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.577485] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.578552] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.578758] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Resource: SegmentPort with ID: 2ff9a00b-8a27-4466-81e2-d7a2449767ce is going to be created. [ 816.600846] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-efa3519a-8d71-4575-b186-e4adadeb9631 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.601012] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efa3519a-8d71-4575-b186-e4adadeb9631" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.601163] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efa3519a-8d71-4575-b186-e4adadeb9631" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.601372] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efa3519a-8d71-4575-b186-e4adadeb9631" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.601639] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.601754] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.601804] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.601975] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.602077] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.602179] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efa3519a-8d71-4575-b186-e4adadeb9631" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.602554] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-efa3519a-8d71-4575-b186-e4adadeb9631 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.602554] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efa3519a-8d71-4575-b186-e4adadeb9631" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.602554] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efa3519a-8d71-4575-b186-e4adadeb9631" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.602728] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efa3519a-8d71-4575-b186-e4adadeb9631" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.602861] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.602977] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.603091] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.603242] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.603320] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.603405] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efa3519a-8d71-4575-b186-e4adadeb9631" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.603496] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('efa3519a-8d71-4575-b186-e4adadeb9631',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.605616] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.605805] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.605923] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.606189] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.606425] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.606876] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "port-2ff9a00b-8a27-4466-81e2-d7a2449767ce" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.672183] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.672506] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.672506] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.672698] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.672873] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.672975] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.673193] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.673272] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.673372] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.673461] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.673643] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.673744] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.673805] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.673947] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.674120] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.674212] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.674275] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.674411] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.674519] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.674596] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.674774] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.108864] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for efa3519a-8d71-4575-b186-e4adadeb9631: rpc.has_security_group_logging(os_id): False [ 817.135882] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.136148] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.136443] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.136824] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.136991] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.137379] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.137533] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.137615] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.137842] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.138115] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.138355] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.138617] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.138718] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.139684] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.139684] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.139684] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.139684] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.139684] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.139684] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.140098] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.140098] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: efa3519a-8d71-4575-b186-e4adadeb9631 is going to be updated. [ 817.179368] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a: rpc.has_security_group_logging(os_id): False [ 817.206908] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.207128] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.207308] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.207636] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.207769] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.208154] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.208154] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.208382] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.208382] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.208555] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.208750] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.208889] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.208980] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.209480] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.209735] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.210041] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.210519] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.210618] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.210827] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.210918] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.211028] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a is going to be updated. [ 817.234029] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.234029] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.234358] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.234840] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.234840] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.256956] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: efa3519a-8d71-4575-b186-e4adadeb9631 in Status: IN_PROGRESS for 2s [ 817.315099] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.315099] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.315330] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.315435] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.315567] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.336324] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a in Status: IN_PROGRESS for 2s [ 817.424972] env[66341]: INFO networking_nsxv3.common.synchronization [req-334d0dfa-53b6-4651-b48e-988a189f8bcf req-f18f069e-4a5f-4f2a-a255-2b10fae97947 service nova] Enqueued Resource ID: fb0cb4f0-93d5-47a3-a946-b613a4a7d88a with Priority: HIGHEST for action security_group_rules [ 817.424972] env[66341]: INFO networking_nsxv3.common.synchronization [req-334d0dfa-53b6-4651-b48e-988a189f8bcf req-f18f069e-4a5f-4f2a-a255-2b10fae97947 service nova] Enqueued Resource ID: fb0cb4f0-93d5-47a3-a946-b613a4a7d88a with Priority: HIGHEST for action security_group_members [ 817.424972] env[66341]: INFO networking_nsxv3.common.synchronization [req-334d0dfa-53b6-4651-b48e-988a189f8bcf req-f18f069e-4a5f-4f2a-a255-2b10fae97947 service nova] Enqueued Resource ID: 2ff9a00b-8a27-4466-81e2-d7a2449767ce with Priority: HIGHEST for action port [ 817.425236] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb0cb4f0-93d5-47a3-a946-b613a4a7d88a with Priority: HIGHEST for action security_group_rules [ 817.428854] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb0cb4f0-93d5-47a3-a946-b613a4a7d88a with Priority: HIGHEST for action security_group_members [ 817.428854] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ff9a00b-8a27-4466-81e2-d7a2449767ce with Priority: HIGHEST for action port [ 817.428854] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fb0cb4f0-93d5-47a3-a946-b613a4a7d88a taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.428854] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fb0cb4f0-93d5-47a3-a946-b613a4a7d88a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.428854] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fb0cb4f0-93d5-47a3-a946-b613a4a7d88a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.428854] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fb0cb4f0-93d5-47a3-a946-b613a4a7d88a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.428854] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fb0cb4f0-93d5-47a3-a946-b613a4a7d88a',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.429408] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb0cb4f0-93d5-47a3-a946-b613a4a7d88a taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.429557] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb0cb4f0-93d5-47a3-a946-b613a4a7d88a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.429641] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb0cb4f0-93d5-47a3-a946-b613a4a7d88a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.429869] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb0cb4f0-93d5-47a3-a946-b613a4a7d88a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.430104] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.430267] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.430377] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.431643] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.431643] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.431643] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fb0cb4f0-93d5-47a3-a946-b613a4a7d88a',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.432267] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-2ff9a00b-8a27-4466-81e2-d7a2449767ce taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.432406] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2ff9a00b-8a27-4466-81e2-d7a2449767ce" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.432492] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2ff9a00b-8a27-4466-81e2-d7a2449767ce" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.432889] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2ff9a00b-8a27-4466-81e2-d7a2449767ce" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.432889] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2ff9a00b-8a27-4466-81e2-d7a2449767ce',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.939027] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fb0cb4f0-93d5-47a3-a946-b613a4a7d88a',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.939027] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb0cb4f0-93d5-47a3-a946-b613a4a7d88a taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.939027] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb0cb4f0-93d5-47a3-a946-b613a4a7d88a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.939027] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2ff9a00b-8a27-4466-81e2-d7a2449767ce with status ACTIVE [ 817.939027] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.939027] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.940291] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.945234] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.945234] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.945234] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.945234] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.945234] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.945234] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.945234] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.945234] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.945234] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.945234] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.945234] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.945234] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.945234] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2ff9a00b-8a27-4466-81e2-d7a2449767ce is going to be updated. [ 817.983845] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.984078] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.984290] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.984660] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.984934] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.986358] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2ff9a00b-8a27-4466-81e2-d7a2449767ce" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.450394] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fb0cb4f0-93d5-47a3-a946-b613a4a7d88a',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.678320] env[66341]: INFO networking_nsxv3.common.synchronization [req-86f22ab5-a7ee-45b3-a84f-d220eed854db req-b1fefbba-841e-421e-b7aa-39cad6d0ee8f tempest-ServersAdminTestJSON-456582313 tempest-ServersAdminTestJSON-456582313-project-member] Enqueued Resource ID: 9cdf7238-451f-4652-91ab-fc85ab12a1b5 with Priority: HIGHEST for action security_group_members [ 818.678980] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cdf7238-451f-4652-91ab-fc85ab12a1b5 with Priority: HIGHEST for action security_group_members [ 818.679705] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cdf7238-451f-4652-91ab-fc85ab12a1b5 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.679899] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cdf7238-451f-4652-91ab-fc85ab12a1b5" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.679998] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cdf7238-451f-4652-91ab-fc85ab12a1b5" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.680285] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cdf7238-451f-4652-91ab-fc85ab12a1b5" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.680479] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.680596] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.680657] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.680817] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.680902] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.680997] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9cdf7238-451f-4652-91ab-fc85ab12a1b5',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.952233] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.953704] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.953704] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.953704] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.953704] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.953704] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fb0cb4f0-93d5-47a3-a946-b613a4a7d88a is going to be created. [ 818.984317] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.984552] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.984633] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.984829] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.985092] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.997257] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb0cb4f0-93d5-47a3-a946-b613a4a7d88a in Status: UNINITIALIZED for 2s [ 819.184102] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9cdf7238-451f-4652-91ab-fc85ab12a1b5',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.275045] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: efa3519a-8d71-4575-b186-e4adadeb9631 in Status: SUCCESS [ 819.275045] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-efa3519a-8d71-4575-b186-e4adadeb9631" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.275045] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-efa3519a-8d71-4575-b186-e4adadeb9631" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.275045] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-efa3519a-8d71-4575-b186-e4adadeb9631" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.275045] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('efa3519a-8d71-4575-b186-e4adadeb9631',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.358576] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a in Status: SUCCESS [ 819.358884] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.686491] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9cdf7238-451f-4652-91ab-fc85ab12a1b5',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.777871] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-efa3519a-8d71-4575-b186-e4adadeb9631 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.777871] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efa3519a-8d71-4575-b186-e4adadeb9631" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.777871] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efa3519a-8d71-4575-b186-e4adadeb9631" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.777871] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efa3519a-8d71-4575-b186-e4adadeb9631" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.777871] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.778528] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.778528] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.778528] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.778528] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.778528] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efa3519a-8d71-4575-b186-e4adadeb9631" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.778840] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('efa3519a-8d71-4575-b186-e4adadeb9631',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.189631] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.189631] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.189631] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.189631] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.189631] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.190149] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9cdf7238-451f-4652-91ab-fc85ab12a1b5 is going to be updated. [ 820.228915] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.229172] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.229290] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.229533] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.229750] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.243046] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9cdf7238-451f-4652-91ab-fc85ab12a1b5 in Status: IN_PROGRESS for 2s [ 820.286582] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-efa3519a-8d71-4575-b186-e4adadeb9631 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.286582] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efa3519a-8d71-4575-b186-e4adadeb9631" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.286582] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efa3519a-8d71-4575-b186-e4adadeb9631" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.286582] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efa3519a-8d71-4575-b186-e4adadeb9631" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.286582] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.286582] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.286582] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.286582] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.286582] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.286582] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efa3519a-8d71-4575-b186-e4adadeb9631" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.286582] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-efa3519a-8d71-4575-b186-e4adadeb9631 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.286582] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efa3519a-8d71-4575-b186-e4adadeb9631" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.286582] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efa3519a-8d71-4575-b186-e4adadeb9631" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.286582] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efa3519a-8d71-4575-b186-e4adadeb9631" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.287279] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.287279] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.287360] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.287688] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.287688] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.287818] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efa3519a-8d71-4575-b186-e4adadeb9631" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.287854] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('efa3519a-8d71-4575-b186-e4adadeb9631',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.791265] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for efa3519a-8d71-4575-b186-e4adadeb9631: rpc.has_security_group_logging(os_id): False [ 820.816984] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.817411] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.817595] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.817911] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.818121] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.818489] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.818622] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.819257] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.819257] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.819257] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.819610] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.819765] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.819873] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.820213] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.820402] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.820687] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.820888] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.821351] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.821557] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.821557] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.821666] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: efa3519a-8d71-4575-b186-e4adadeb9631 is going to be updated. [ 821.105383] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.105597] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.105702] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.105997] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.106230] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.135254] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb0cb4f0-93d5-47a3-a946-b613a4a7d88a in Status: SUCCESS [ 821.135579] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb0cb4f0-93d5-47a3-a946-b613a4a7d88a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.135819] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb0cb4f0-93d5-47a3-a946-b613a4a7d88a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.136169] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb0cb4f0-93d5-47a3-a946-b613a4a7d88a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.136441] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.138026] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.138026] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.138026] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.138026] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.138026] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb0cb4f0-93d5-47a3-a946-b613a4a7d88a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.138026] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fb0cb4f0-93d5-47a3-a946-b613a4a7d88a',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.140844] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: efa3519a-8d71-4575-b186-e4adadeb9631 in Status: IN_PROGRESS for 2s [ 821.480471] env[66341]: INFO networking_nsxv3.common.synchronization [req-e456cefc-5e5a-4a60-bca5-ffaefd65e517 req-6a9071ee-78d9-4115-b913-2e2afb668662 tempest-AttachInterfacesTestJSON-748429391 tempest-AttachInterfacesTestJSON-748429391-project-member] Enqueued Resource ID: 3b39a8b0-a78c-4d52-91b6-8862536bfaa9 with Priority: HIGHEST for action security_group_members [ 821.481885] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b39a8b0-a78c-4d52-91b6-8862536bfaa9 with Priority: HIGHEST for action security_group_members [ 821.483251] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b39a8b0-a78c-4d52-91b6-8862536bfaa9 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.483251] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b39a8b0-a78c-4d52-91b6-8862536bfaa9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.483251] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b39a8b0-a78c-4d52-91b6-8862536bfaa9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.483251] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b39a8b0-a78c-4d52-91b6-8862536bfaa9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.483947] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.483947] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.483947] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.483947] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.484160] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.484160] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3b39a8b0-a78c-4d52-91b6-8862536bfaa9',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.640193] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb0cb4f0-93d5-47a3-a946-b613a4a7d88a taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.640415] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb0cb4f0-93d5-47a3-a946-b613a4a7d88a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.640487] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb0cb4f0-93d5-47a3-a946-b613a4a7d88a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.641652] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb0cb4f0-93d5-47a3-a946-b613a4a7d88a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.641652] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.641652] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.641652] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.641652] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.641652] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.641652] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb0cb4f0-93d5-47a3-a946-b613a4a7d88a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.643299] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb0cb4f0-93d5-47a3-a946-b613a4a7d88a taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.643299] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb0cb4f0-93d5-47a3-a946-b613a4a7d88a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.643299] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb0cb4f0-93d5-47a3-a946-b613a4a7d88a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.643299] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb0cb4f0-93d5-47a3-a946-b613a4a7d88a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.643299] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.643299] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.643299] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.643299] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.643299] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.643812] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb0cb4f0-93d5-47a3-a946-b613a4a7d88a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.643812] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fb0cb4f0-93d5-47a3-a946-b613a4a7d88a',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.944089] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock network-737 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.944402] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "network-737" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.944567] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "network-737" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.944895] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "network-737" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.945258] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.945497] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.945678] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.946018] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.946241] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.946501] env[66341]: DEBUG dogpile.cache.region [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 821.946651] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] NeedRegenerationException {{(pid=66341) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 821.946867] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] no value, waiting for create lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 821.947140] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] value creation lock acquired {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 821.947230] env[66341]: DEBUG dogpile.cache.region [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 821.947314] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Calling creation function for not-yet-present value {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 821.947477] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 821.971665] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 821.971665] env[66341]: DEBUG dogpile.cache.region [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66341) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 821.971665] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Released creation lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 821.971665] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "network-737" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.972173] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock port-f0d73a81-dfdc-4c2d-b9bc-e15ba0c53792 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.972173] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "port-f0d73a81-dfdc-4c2d-b9bc-e15ba0c53792" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.972173] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "port-f0d73a81-dfdc-4c2d-b9bc-e15ba0c53792" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.972527] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "port-f0d73a81-dfdc-4c2d-b9bc-e15ba0c53792" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.972629] env[66341]: DEBUG networking_nsxv3.api.rpc [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f0d73a81-dfdc-4c2d-b9bc-e15ba0c53792',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.988264] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.988539] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.988610] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.989015] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.989015] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.989270] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.989391] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.989598] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.989723] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.989799] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.989919] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3b39a8b0-a78c-4d52-91b6-8862536bfaa9 already deleted. [ 821.990034] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b39a8b0-a78c-4d52-91b6-8862536bfaa9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.147338] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fb0cb4f0-93d5-47a3-a946-b613a4a7d88a: rpc.has_security_group_logging(os_id): False [ 822.169983] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.169983] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.169983] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.169983] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.169983] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.169983] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.169983] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.169983] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.169983] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.169983] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.169983] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.169983] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.169983] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.169983] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.169983] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.171186] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.171186] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.171186] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.171186] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.171186] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.171186] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fb0cb4f0-93d5-47a3-a946-b613a4a7d88a is going to be created. [ 822.236193] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.236416] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.236472] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.236723] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.237126] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.268229] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fb0cb4f0-93d5-47a3-a946-b613a4a7d88a in Status: IN_PROGRESS for 2s [ 822.269762] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9cdf7238-451f-4652-91ab-fc85ab12a1b5 in Status: SUCCESS [ 822.270022] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cdf7238-451f-4652-91ab-fc85ab12a1b5" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.475139] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.475453] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.475589] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.475941] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.476138] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.476331] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Segment Port f0d73a81-dfdc-4c2d-b9bc-e15ba0c53792 not found, creating... [ 822.476726] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.476958] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.477134] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.477391] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.477541] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.477871] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.478107] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.478301] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.478571] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.478754] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.478873] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Resource: SegmentPort with ID: f0d73a81-dfdc-4c2d-b9bc-e15ba0c53792 is going to be created. [ 822.506541] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.506967] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.506967] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.507354] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.507574] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.507910] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "port-f0d73a81-dfdc-4c2d-b9bc-e15ba0c53792" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.165725] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: efa3519a-8d71-4575-b186-e4adadeb9631 in Status: SUCCESS [ 823.165725] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-efa3519a-8d71-4575-b186-e4adadeb9631" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.241907] env[66341]: INFO networking_nsxv3.common.synchronization [req-e456cefc-5e5a-4a60-bca5-ffaefd65e517 req-15cb8a79-f774-4ee5-9545-ffc7286fbd5f service nova] Enqueued Resource ID: 3b39a8b0-a78c-4d52-91b6-8862536bfaa9 with Priority: HIGHEST for action security_group_rules [ 823.241983] env[66341]: INFO networking_nsxv3.common.synchronization [req-e456cefc-5e5a-4a60-bca5-ffaefd65e517 req-15cb8a79-f774-4ee5-9545-ffc7286fbd5f service nova] Enqueued Resource ID: 3b39a8b0-a78c-4d52-91b6-8862536bfaa9 with Priority: HIGHEST for action security_group_members [ 823.242259] env[66341]: INFO networking_nsxv3.common.synchronization [req-e456cefc-5e5a-4a60-bca5-ffaefd65e517 req-15cb8a79-f774-4ee5-9545-ffc7286fbd5f service nova] Enqueued Resource ID: f0d73a81-dfdc-4c2d-b9bc-e15ba0c53792 with Priority: HIGHEST for action port [ 823.242975] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b39a8b0-a78c-4d52-91b6-8862536bfaa9 with Priority: HIGHEST for action security_group_rules [ 823.243301] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b39a8b0-a78c-4d52-91b6-8862536bfaa9 with Priority: HIGHEST for action security_group_members [ 823.243467] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0d73a81-dfdc-4c2d-b9bc-e15ba0c53792 with Priority: HIGHEST for action port [ 823.243842] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3b39a8b0-a78c-4d52-91b6-8862536bfaa9 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.244018] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3b39a8b0-a78c-4d52-91b6-8862536bfaa9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.244138] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3b39a8b0-a78c-4d52-91b6-8862536bfaa9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.244943] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3b39a8b0-a78c-4d52-91b6-8862536bfaa9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.244943] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3b39a8b0-a78c-4d52-91b6-8862536bfaa9',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.245681] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b39a8b0-a78c-4d52-91b6-8862536bfaa9 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.245913] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b39a8b0-a78c-4d52-91b6-8862536bfaa9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.246070] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b39a8b0-a78c-4d52-91b6-8862536bfaa9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.246348] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b39a8b0-a78c-4d52-91b6-8862536bfaa9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.246640] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.247023] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.247303] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.247612] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.247787] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.248723] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3b39a8b0-a78c-4d52-91b6-8862536bfaa9',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.249267] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-f0d73a81-dfdc-4c2d-b9bc-e15ba0c53792 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.249436] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f0d73a81-dfdc-4c2d-b9bc-e15ba0c53792" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.249436] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f0d73a81-dfdc-4c2d-b9bc-e15ba0c53792" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.250442] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f0d73a81-dfdc-4c2d-b9bc-e15ba0c53792" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.250442] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f0d73a81-dfdc-4c2d-b9bc-e15ba0c53792',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.754463] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b39a8b0-a78c-4d52-91b6-8862536bfaa9 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.754463] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b39a8b0-a78c-4d52-91b6-8862536bfaa9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.754463] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3b39a8b0-a78c-4d52-91b6-8862536bfaa9',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.755401] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f0d73a81-dfdc-4c2d-b9bc-e15ba0c53792 with status ACTIVE [ 823.755685] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.755995] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.755995] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.756259] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.756418] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.756637] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.756797] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.756871] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.757129] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.757255] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.757472] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.757816] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.757816] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.758073] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.758155] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.758191] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f0d73a81-dfdc-4c2d-b9bc-e15ba0c53792 is going to be updated. [ 823.785074] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.785283] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.785330] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.785539] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.785672] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.785860] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f0d73a81-dfdc-4c2d-b9bc-e15ba0c53792" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.260520] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3b39a8b0-a78c-4d52-91b6-8862536bfaa9',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.285703] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fb0cb4f0-93d5-47a3-a946-b613a4a7d88a in Status: SUCCESS [ 824.285997] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fb0cb4f0-93d5-47a3-a946-b613a4a7d88a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.765447] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.765791] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.765791] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.765956] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.766062] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.766168] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3b39a8b0-a78c-4d52-91b6-8862536bfaa9 is going to be created. [ 824.793320] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.793473] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.793473] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.794139] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.794139] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.804684] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b39a8b0-a78c-4d52-91b6-8862536bfaa9 in Status: UNINITIALIZED for 2s [ 825.113483] env[66341]: INFO networking_nsxv3.common.synchronization [None req-95ad5497-ec92-4d4f-9a5d-2ded28b55d9b tempest-ServerRescueNegativeTestJSON-1380100159 tempest-ServerRescueNegativeTestJSON-1380100159-project-member] Enqueued Resource ID: 05e2bcdb-af8f-4a01-aadb-b928355b0164 with Priority: HIGHEST for action security_group_rules [ 825.114059] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05e2bcdb-af8f-4a01-aadb-b928355b0164 with Priority: HIGHEST for action security_group_rules [ 825.115095] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-05e2bcdb-af8f-4a01-aadb-b928355b0164 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.115095] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-05e2bcdb-af8f-4a01-aadb-b928355b0164" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.115095] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-05e2bcdb-af8f-4a01-aadb-b928355b0164" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.115391] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-05e2bcdb-af8f-4a01-aadb-b928355b0164" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.115520] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('05e2bcdb-af8f-4a01-aadb-b928355b0164',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.206764] env[66341]: INFO networking_nsxv3.common.synchronization [None req-ef955804-4c45-4d69-8737-1b1d9c2d1c18 tempest-ServerRescueNegativeTestJSON-1380100159 tempest-ServerRescueNegativeTestJSON-1380100159-project-member] Enqueued Resource ID: 05e2bcdb-af8f-4a01-aadb-b928355b0164 with Priority: HIGHEST for action security_group_rules [ 825.206764] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05e2bcdb-af8f-4a01-aadb-b928355b0164 with Priority: HIGHEST for action security_group_rules [ 825.206764] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-05e2bcdb-af8f-4a01-aadb-b928355b0164 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.206764] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-05e2bcdb-af8f-4a01-aadb-b928355b0164" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.638296] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.638494] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.638539] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.638932] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.639068] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.639160] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 05e2bcdb-af8f-4a01-aadb-b928355b0164 already deleted. [ 825.639239] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-05e2bcdb-af8f-4a01-aadb-b928355b0164" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.639451] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-05e2bcdb-af8f-4a01-aadb-b928355b0164" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.639708] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-05e2bcdb-af8f-4a01-aadb-b928355b0164" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.639857] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('05e2bcdb-af8f-4a01-aadb-b928355b0164',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.163636] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.165703] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.165703] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.165703] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.165703] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.165703] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 05e2bcdb-af8f-4a01-aadb-b928355b0164 already deleted. [ 826.165703] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-05e2bcdb-af8f-4a01-aadb-b928355b0164" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.734026] env[66341]: INFO networking_nsxv3.common.synchronization [req-477784b3-d81f-40c3-8a02-c88a94b63ada req-97ce0138-026a-4300-a360-97557ca55345 tempest-ServerActionsV293TestJSON-295459322 tempest-ServerActionsV293TestJSON-295459322-project-member] Enqueued Resource ID: d381340a-3892-4f37-8f65-483092c73799 with Priority: HIGHEST for action security_group_members [ 826.734901] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d381340a-3892-4f37-8f65-483092c73799 with Priority: HIGHEST for action security_group_members [ 826.735911] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-d381340a-3892-4f37-8f65-483092c73799 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.735911] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d381340a-3892-4f37-8f65-483092c73799" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.736144] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d381340a-3892-4f37-8f65-483092c73799" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.736504] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d381340a-3892-4f37-8f65-483092c73799" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.736780] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.737096] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.737217] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.737455] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.737585] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.737723] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d381340a-3892-4f37-8f65-483092c73799',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.816747] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b39a8b0-a78c-4d52-91b6-8862536bfaa9 in Status: SUCCESS [ 826.816747] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b39a8b0-a78c-4d52-91b6-8862536bfaa9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.816956] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b39a8b0-a78c-4d52-91b6-8862536bfaa9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.817167] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b39a8b0-a78c-4d52-91b6-8862536bfaa9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.817378] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.817499] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.817554] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.817704] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.817781] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.817927] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b39a8b0-a78c-4d52-91b6-8862536bfaa9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.818016] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3b39a8b0-a78c-4d52-91b6-8862536bfaa9',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.168041] env[66341]: INFO networking_nsxv3.common.synchronization [req-ee60d7ac-71e5-4e33-9478-97ce7f082676 req-616bcf03-9879-45f9-a93c-78faa9b94d0f tempest-ServersNegativeTestJSON-654408917 tempest-ServersNegativeTestJSON-654408917-project-member] Enqueued Resource ID: 00f59204-3259-4365-b712-ff2b98a2bad1 with Priority: HIGHEST for action security_group_members [ 827.168546] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00f59204-3259-4365-b712-ff2b98a2bad1 with Priority: HIGHEST for action security_group_members [ 827.168981] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-00f59204-3259-4365-b712-ff2b98a2bad1 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.169288] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-00f59204-3259-4365-b712-ff2b98a2bad1" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.169479] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-00f59204-3259-4365-b712-ff2b98a2bad1" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.169917] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-00f59204-3259-4365-b712-ff2b98a2bad1" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.170237] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.170495] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.170673] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.170935] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.171138] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.171337] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('00f59204-3259-4365-b712-ff2b98a2bad1',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.248242] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.248658] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.248658] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.248658] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.248808] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.248955] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.249075] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.249119] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.250219] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.250219] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.250219] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d381340a-3892-4f37-8f65-483092c73799 is going to be updated. [ 827.281514] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.281514] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.281514] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.281514] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.281834] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.297101] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d381340a-3892-4f37-8f65-483092c73799 in Status: IN_PROGRESS for 2s [ 827.320746] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b39a8b0-a78c-4d52-91b6-8862536bfaa9 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.320916] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b39a8b0-a78c-4d52-91b6-8862536bfaa9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.320985] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b39a8b0-a78c-4d52-91b6-8862536bfaa9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.321267] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b39a8b0-a78c-4d52-91b6-8862536bfaa9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.321450] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.321582] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.321976] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.321976] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.322156] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.322156] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b39a8b0-a78c-4d52-91b6-8862536bfaa9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.322270] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b39a8b0-a78c-4d52-91b6-8862536bfaa9 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.322430] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b39a8b0-a78c-4d52-91b6-8862536bfaa9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.322430] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b39a8b0-a78c-4d52-91b6-8862536bfaa9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.322557] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b39a8b0-a78c-4d52-91b6-8862536bfaa9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.323676] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.323676] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.323676] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.323676] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.323676] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.323676] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b39a8b0-a78c-4d52-91b6-8862536bfaa9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.323676] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3b39a8b0-a78c-4d52-91b6-8862536bfaa9',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.541772] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock network-805 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.541946] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "network-805" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.542702] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "network-805" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.543918] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "network-805" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.543918] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.544113] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.544843] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.544843] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.544843] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.546072] env[66341]: DEBUG dogpile.cache.region [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 827.546072] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] NeedRegenerationException {{(pid=66341) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 827.546072] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] no value, waiting for create lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 827.546072] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] value creation lock acquired {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 827.546072] env[66341]: DEBUG dogpile.cache.region [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 827.546072] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Calling creation function for not-yet-present value {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 827.546072] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 827.573120] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 827.573120] env[66341]: DEBUG dogpile.cache.region [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66341) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 827.573120] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Released creation lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 827.573120] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "network-805" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.573120] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock port-60ac2edf-b149-4722-b863-fe98bfe2bf23 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.573120] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "port-60ac2edf-b149-4722-b863-fe98bfe2bf23" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.573120] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "port-60ac2edf-b149-4722-b863-fe98bfe2bf23" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.573120] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "port-60ac2edf-b149-4722-b863-fe98bfe2bf23" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.573120] env[66341]: DEBUG networking_nsxv3.api.rpc [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('60ac2edf-b149-4722-b863-fe98bfe2bf23',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.674621] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.674939] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.675073] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.675314] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.675415] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.675646] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.675761] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.675824] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.676016] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.676193] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.676193] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 00f59204-3259-4365-b712-ff2b98a2bad1 already deleted. [ 827.676323] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-00f59204-3259-4365-b712-ff2b98a2bad1" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.826161] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3b39a8b0-a78c-4d52-91b6-8862536bfaa9: rpc.has_security_group_logging(os_id): False [ 827.849735] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.849964] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.849964] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.850224] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.850328] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.850562] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.850657] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.850718] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.850903] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.850989] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.851175] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.851263] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.851319] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.851458] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.851549] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.851818] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.851912] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.851971] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.855031] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.855031] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.855031] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3b39a8b0-a78c-4d52-91b6-8862536bfaa9 is going to be created. [ 827.929620] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.929788] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.929842] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.930119] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.930355] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.955610] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3b39a8b0-a78c-4d52-91b6-8862536bfaa9 in Status: IN_PROGRESS for 2s [ 828.070184] env[66341]: INFO networking_nsxv3.common.synchronization [req-d8fe72a7-866e-4f33-aa25-3d7867097a8d req-f1c168b1-e6b4-4360-8e2b-1c331d2ee921 tempest-ListServerFiltersTestJSON-175570356 tempest-ListServerFiltersTestJSON-175570356-project-member] Enqueued Resource ID: 4e8cb6e0-656e-435a-bc05-c20ad7c11044 with Priority: HIGHEST for action security_group_members [ 828.070252] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e8cb6e0-656e-435a-bc05-c20ad7c11044 with Priority: HIGHEST for action security_group_members [ 828.070698] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e8cb6e0-656e-435a-bc05-c20ad7c11044 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.070841] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e8cb6e0-656e-435a-bc05-c20ad7c11044" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.070929] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e8cb6e0-656e-435a-bc05-c20ad7c11044" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.071227] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e8cb6e0-656e-435a-bc05-c20ad7c11044" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.071426] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.071585] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.071687] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.071871] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.071991] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.072070] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4e8cb6e0-656e-435a-bc05-c20ad7c11044',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.076024] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.076232] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.076408] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.076712] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.076862] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.077047] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Segment Port 60ac2edf-b149-4722-b863-fe98bfe2bf23 not found, creating... [ 828.077348] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.077504] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.077598] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.077864] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.078156] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.078348] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.078528] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.078804] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.078909] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.079065] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.079208] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Resource: SegmentPort with ID: 60ac2edf-b149-4722-b863-fe98bfe2bf23 is going to be created. [ 828.112439] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.112439] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.112439] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.112439] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.112439] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.112822] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "port-60ac2edf-b149-4722-b863-fe98bfe2bf23" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.575140] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.575497] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.575497] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.575669] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.603528] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.604222] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.604393] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.604476] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.604808] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.604910] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.605188] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e8cb6e0-656e-435a-bc05-c20ad7c11044 is going to be updated. [ 828.642527] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.642745] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.642838] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.643064] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.645958] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.653814] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e8cb6e0-656e-435a-bc05-c20ad7c11044 in Status: IN_PROGRESS for 2s [ 828.900702] env[66341]: INFO networking_nsxv3.common.synchronization [req-ee60d7ac-71e5-4e33-9478-97ce7f082676 req-76a14bdc-4da5-4b72-8b8a-7cc8323dd60b service nova] Enqueued Resource ID: 00f59204-3259-4365-b712-ff2b98a2bad1 with Priority: HIGHEST for action security_group_rules [ 828.901130] env[66341]: INFO networking_nsxv3.common.synchronization [req-ee60d7ac-71e5-4e33-9478-97ce7f082676 req-76a14bdc-4da5-4b72-8b8a-7cc8323dd60b service nova] Enqueued Resource ID: 00f59204-3259-4365-b712-ff2b98a2bad1 with Priority: HIGHEST for action security_group_members [ 828.901130] env[66341]: INFO networking_nsxv3.common.synchronization [req-ee60d7ac-71e5-4e33-9478-97ce7f082676 req-76a14bdc-4da5-4b72-8b8a-7cc8323dd60b service nova] Enqueued Resource ID: 60ac2edf-b149-4722-b863-fe98bfe2bf23 with Priority: HIGHEST for action port [ 828.901753] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00f59204-3259-4365-b712-ff2b98a2bad1 with Priority: HIGHEST for action security_group_rules [ 828.902072] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00f59204-3259-4365-b712-ff2b98a2bad1 with Priority: HIGHEST for action security_group_members [ 828.902072] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60ac2edf-b149-4722-b863-fe98bfe2bf23 with Priority: HIGHEST for action port [ 828.902487] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-00f59204-3259-4365-b712-ff2b98a2bad1 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.902579] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-00f59204-3259-4365-b712-ff2b98a2bad1" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.902619] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-00f59204-3259-4365-b712-ff2b98a2bad1" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.902917] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-00f59204-3259-4365-b712-ff2b98a2bad1" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.903045] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('00f59204-3259-4365-b712-ff2b98a2bad1',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.904174] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-00f59204-3259-4365-b712-ff2b98a2bad1 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.904298] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-00f59204-3259-4365-b712-ff2b98a2bad1" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.904349] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-00f59204-3259-4365-b712-ff2b98a2bad1" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.904540] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-00f59204-3259-4365-b712-ff2b98a2bad1" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.904782] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.904898] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.904950] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.905171] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.905299] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.905397] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('00f59204-3259-4365-b712-ff2b98a2bad1',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.906320] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-60ac2edf-b149-4722-b863-fe98bfe2bf23 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.906420] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-60ac2edf-b149-4722-b863-fe98bfe2bf23" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.906491] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-60ac2edf-b149-4722-b863-fe98bfe2bf23" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.906647] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-60ac2edf-b149-4722-b863-fe98bfe2bf23" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.906723] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('60ac2edf-b149-4722-b863-fe98bfe2bf23',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.993347] env[66341]: INFO networking_nsxv3.common.synchronization [req-6c3cd72b-540c-455f-ad5f-42284d0bb475 req-1ec3d760-b89e-459f-9350-43b2d8812875 tempest-ServersTestMultiNic-1023681823 tempest-ServersTestMultiNic-1023681823-project-member] Enqueued Resource ID: efa3519a-8d71-4575-b186-e4adadeb9631 with Priority: HIGHEST for action security_group_members [ 828.994052] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efa3519a-8d71-4575-b186-e4adadeb9631 with Priority: HIGHEST for action security_group_members [ 828.994488] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-efa3519a-8d71-4575-b186-e4adadeb9631 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.994691] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efa3519a-8d71-4575-b186-e4adadeb9631" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.994807] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efa3519a-8d71-4575-b186-e4adadeb9631" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.995072] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efa3519a-8d71-4575-b186-e4adadeb9631" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.995570] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.995570] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.995570] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.995719] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.995719] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.995789] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('efa3519a-8d71-4575-b186-e4adadeb9631',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.248825] env[66341]: INFO networking_nsxv3.common.synchronization [req-d4251307-9ce1-4c1c-b049-1dd6765a65d5 req-50c0eefb-a718-4309-8c23-2056f79dc41d tempest-SecurityGroupsTestJSON-763920668 tempest-SecurityGroupsTestJSON-763920668-project-member] Enqueued Resource ID: fb0cb4f0-93d5-47a3-a946-b613a4a7d88a with Priority: HIGHEST for action security_group_members [ 829.248825] env[66341]: INFO networking_nsxv3.common.synchronization [req-d4251307-9ce1-4c1c-b049-1dd6765a65d5 req-50c0eefb-a718-4309-8c23-2056f79dc41d tempest-SecurityGroupsTestJSON-763920668 tempest-SecurityGroupsTestJSON-763920668-project-member] Enqueued Resource ID: 1ceec802-5195-4c42-9569-8b96cf06629f with Priority: HIGHEST for action security_group_members [ 829.248825] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb0cb4f0-93d5-47a3-a946-b613a4a7d88a with Priority: HIGHEST for action security_group_members [ 829.248825] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ceec802-5195-4c42-9569-8b96cf06629f with Priority: HIGHEST for action security_group_members [ 829.251649] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb0cb4f0-93d5-47a3-a946-b613a4a7d88a taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.251649] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb0cb4f0-93d5-47a3-a946-b613a4a7d88a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.251649] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb0cb4f0-93d5-47a3-a946-b613a4a7d88a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.251649] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb0cb4f0-93d5-47a3-a946-b613a4a7d88a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.251649] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.251649] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.251649] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.251649] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.251649] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.251649] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fb0cb4f0-93d5-47a3-a946-b613a4a7d88a',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.255882] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ceec802-5195-4c42-9569-8b96cf06629f taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.255882] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ceec802-5195-4c42-9569-8b96cf06629f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.255882] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ceec802-5195-4c42-9569-8b96cf06629f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.255882] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ceec802-5195-4c42-9569-8b96cf06629f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.255882] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.255882] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.255882] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.256484] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.256484] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.256484] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1ceec802-5195-4c42-9569-8b96cf06629f',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.300572] env[66341]: INFO networking_nsxv3.common.synchronization [req-d4251307-9ce1-4c1c-b049-1dd6765a65d5 req-50c0eefb-a718-4309-8c23-2056f79dc41d tempest-SecurityGroupsTestJSON-763920668 tempest-SecurityGroupsTestJSON-763920668-project-member] Enqueued Resource ID: 1ceec802-5195-4c42-9569-8b96cf06629f with Priority: HIGHEST for action security_group_rules [ 829.300930] env[66341]: INFO networking_nsxv3.common.synchronization [req-d4251307-9ce1-4c1c-b049-1dd6765a65d5 req-50c0eefb-a718-4309-8c23-2056f79dc41d tempest-SecurityGroupsTestJSON-763920668 tempest-SecurityGroupsTestJSON-763920668-project-member] Enqueued Resource ID: 1ceec802-5195-4c42-9569-8b96cf06629f with Priority: HIGHEST for action security_group_members [ 829.301145] env[66341]: INFO networking_nsxv3.common.synchronization [req-d4251307-9ce1-4c1c-b049-1dd6765a65d5 req-50c0eefb-a718-4309-8c23-2056f79dc41d tempest-SecurityGroupsTestJSON-763920668 tempest-SecurityGroupsTestJSON-763920668-project-member] Enqueued Resource ID: fb0cb4f0-93d5-47a3-a946-b613a4a7d88a with Priority: HIGHEST for action security_group_rules [ 829.301301] env[66341]: INFO networking_nsxv3.common.synchronization [req-d4251307-9ce1-4c1c-b049-1dd6765a65d5 req-50c0eefb-a718-4309-8c23-2056f79dc41d tempest-SecurityGroupsTestJSON-763920668 tempest-SecurityGroupsTestJSON-763920668-project-member] Enqueued Resource ID: fb0cb4f0-93d5-47a3-a946-b613a4a7d88a with Priority: HIGHEST for action security_group_members [ 829.301477] env[66341]: INFO networking_nsxv3.common.synchronization [req-d4251307-9ce1-4c1c-b049-1dd6765a65d5 req-50c0eefb-a718-4309-8c23-2056f79dc41d tempest-SecurityGroupsTestJSON-763920668 tempest-SecurityGroupsTestJSON-763920668-project-member] Enqueued Resource ID: 2ff9a00b-8a27-4466-81e2-d7a2449767ce with Priority: HIGHEST for action port [ 829.302421] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ceec802-5195-4c42-9569-8b96cf06629f with Priority: HIGHEST for action security_group_rules [ 829.303150] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb0cb4f0-93d5-47a3-a946-b613a4a7d88a with Priority: HIGHEST for action security_group_rules [ 829.303150] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ff9a00b-8a27-4466-81e2-d7a2449767ce with Priority: HIGHEST for action port [ 829.303150] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ceec802-5195-4c42-9569-8b96cf06629f with Priority: HIGHEST for action security_group_members [ 829.303318] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb0cb4f0-93d5-47a3-a946-b613a4a7d88a with Priority: HIGHEST for action security_group_members [ 829.304301] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1ceec802-5195-4c42-9569-8b96cf06629f taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.304560] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1ceec802-5195-4c42-9569-8b96cf06629f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.304664] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1ceec802-5195-4c42-9569-8b96cf06629f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.305107] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1ceec802-5195-4c42-9569-8b96cf06629f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.305217] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1ceec802-5195-4c42-9569-8b96cf06629f',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.306982] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fb0cb4f0-93d5-47a3-a946-b613a4a7d88a taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.307212] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fb0cb4f0-93d5-47a3-a946-b613a4a7d88a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.307329] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fb0cb4f0-93d5-47a3-a946-b613a4a7d88a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.307809] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fb0cb4f0-93d5-47a3-a946-b613a4a7d88a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.307969] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fb0cb4f0-93d5-47a3-a946-b613a4a7d88a',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.310384] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-2ff9a00b-8a27-4466-81e2-d7a2449767ce taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.310384] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2ff9a00b-8a27-4466-81e2-d7a2449767ce" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.310384] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2ff9a00b-8a27-4466-81e2-d7a2449767ce" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.311118] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2ff9a00b-8a27-4466-81e2-d7a2449767ce" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.311118] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2ff9a00b-8a27-4466-81e2-d7a2449767ce',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.312554] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ceec802-5195-4c42-9569-8b96cf06629f taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.312554] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ceec802-5195-4c42-9569-8b96cf06629f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.312915] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb0cb4f0-93d5-47a3-a946-b613a4a7d88a taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.312915] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb0cb4f0-93d5-47a3-a946-b613a4a7d88a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.314529] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d381340a-3892-4f37-8f65-483092c73799 in Status: SUCCESS [ 829.314529] env[66341]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d381340a-3892-4f37-8f65-483092c73799 deletion is rescheduled due to dependency. [ 829.314660] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d381340a-3892-4f37-8f65-483092c73799" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.363317] env[66341]: INFO networking_nsxv3.common.synchronization [req-6c3cd72b-540c-455f-ad5f-42284d0bb475 req-1631e92b-384f-4b78-b9c7-629e36449567 tempest-ServersTestMultiNic-1023681823 tempest-ServersTestMultiNic-1023681823-project-member] Enqueued Resource ID: efa3519a-8d71-4575-b186-e4adadeb9631 with Priority: HIGHEST for action security_group_members [ 829.363317] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efa3519a-8d71-4575-b186-e4adadeb9631 with Priority: HIGHEST for action security_group_members [ 829.363897] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-efa3519a-8d71-4575-b186-e4adadeb9631 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.364073] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efa3519a-8d71-4575-b186-e4adadeb9631" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.408752] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('00f59204-3259-4365-b712-ff2b98a2bad1',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.409112] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-00f59204-3259-4365-b712-ff2b98a2bad1 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.409219] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-00f59204-3259-4365-b712-ff2b98a2bad1" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.409575] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 60ac2edf-b149-4722-b863-fe98bfe2bf23 with status ACTIVE [ 829.409737] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.409901] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.409901] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.410127] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.410215] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.410383] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.410478] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.410535] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.410686] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.410761] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.410933] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.411059] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.411122] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.411244] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.411317] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.411402] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 60ac2edf-b149-4722-b863-fe98bfe2bf23 is going to be updated. [ 829.433581] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.434368] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.434368] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.435145] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.435145] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.435145] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-60ac2edf-b149-4722-b863-fe98bfe2bf23" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.498834] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('efa3519a-8d71-4575-b186-e4adadeb9631',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.583030] env[66341]: INFO networking_nsxv3.common.synchronization [req-3aac5d04-fab4-4c55-86be-4c67768871b4 req-9350dfe1-1b45-4442-b4ec-01934e3943f1 tempest-ListImageFiltersTestJSON-1742283475 tempest-ListImageFiltersTestJSON-1742283475-project-member] Enqueued Resource ID: 56a8d4d9-e4b8-4c97-bde5-0fadd80aae09 with Priority: HIGHEST for action security_group_members [ 829.583541] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56a8d4d9-e4b8-4c97-bde5-0fadd80aae09 with Priority: HIGHEST for action security_group_members [ 829.583896] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-56a8d4d9-e4b8-4c97-bde5-0fadd80aae09 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.584048] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56a8d4d9-e4b8-4c97-bde5-0fadd80aae09" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.584096] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56a8d4d9-e4b8-4c97-bde5-0fadd80aae09" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.584307] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56a8d4d9-e4b8-4c97-bde5-0fadd80aae09" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.584467] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.584568] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.584644] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.584869] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.584954] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.585045] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('56a8d4d9-e4b8-4c97-bde5-0fadd80aae09',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.755920] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fb0cb4f0-93d5-47a3-a946-b613a4a7d88a',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.758280] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1ceec802-5195-4c42-9569-8b96cf06629f',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.810986] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb0cb4f0-93d5-47a3-a946-b613a4a7d88a taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.811174] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb0cb4f0-93d5-47a3-a946-b613a4a7d88a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.812484] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2ff9a00b-8a27-4466-81e2-d7a2449767ce with status ACTIVE [ 829.812771] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.812835] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.812937] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.813148] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.813241] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.813430] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.813526] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.813586] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.813864] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.813864] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.814056] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.814152] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.814223] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.814377] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.814449] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.814546] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2ff9a00b-8a27-4466-81e2-d7a2449767ce is going to be updated. [ 829.816199] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ceec802-5195-4c42-9569-8b96cf06629f taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.816333] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ceec802-5195-4c42-9569-8b96cf06629f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.832366] env[66341]: INFO networking_nsxv3.common.synchronization [req-6c3cd72b-540c-455f-ad5f-42284d0bb475 req-f186345b-c272-432b-ad50-b1dc532ff6b5 tempest-ServersTestMultiNic-1023681823 tempest-ServersTestMultiNic-1023681823-project-member] Enqueued Resource ID: efa3519a-8d71-4575-b186-e4adadeb9631 with Priority: HIGHEST for action security_group_members [ 829.832913] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efa3519a-8d71-4575-b186-e4adadeb9631 with Priority: HIGHEST for action security_group_members [ 829.833326] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-efa3519a-8d71-4575-b186-e4adadeb9631 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.833451] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efa3519a-8d71-4575-b186-e4adadeb9631" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.838779] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.838948] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.839098] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.839221] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.839360] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.839519] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2ff9a00b-8a27-4466-81e2-d7a2449767ce" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.910206] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('00f59204-3259-4365-b712-ff2b98a2bad1',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.977405] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3b39a8b0-a78c-4d52-91b6-8862536bfaa9 in Status: SUCCESS [ 829.977827] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3b39a8b0-a78c-4d52-91b6-8862536bfaa9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.001170] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('efa3519a-8d71-4575-b186-e4adadeb9631',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.090818] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.090818] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.090818] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.090818] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.114999] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.115290] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.115399] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.115470] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.115675] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.115762] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.115851] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56a8d4d9-e4b8-4c97-bde5-0fadd80aae09 is going to be updated. [ 830.147150] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.147150] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.147150] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.147435] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.147435] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.156514] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56a8d4d9-e4b8-4c97-bde5-0fadd80aae09 in Status: IN_PROGRESS for 2s [ 830.260634] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fb0cb4f0-93d5-47a3-a946-b613a4a7d88a',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.262083] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1ceec802-5195-4c42-9569-8b96cf06629f',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.413507] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.413507] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.413674] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.413878] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.413967] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.414084] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 00f59204-3259-4365-b712-ff2b98a2bad1 is going to be created. [ 830.444292] env[66341]: INFO networking_nsxv3.common.synchronization [req-6848857c-d77b-433c-890a-0bca9beb51bd req-0baa497f-ffff-4dfa-bbc0-32389ea15498 tempest-AttachVolumeNegativeTest-1448458397 tempest-AttachVolumeNegativeTest-1448458397-project-member] Enqueued Resource ID: 4d9b6380-677b-4132-82db-36e6ccf66fa3 with Priority: HIGHEST for action security_group_members [ 830.445486] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.445619] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.445690] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.445892] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.446060] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.447387] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d9b6380-677b-4132-82db-36e6ccf66fa3 with Priority: HIGHEST for action security_group_members [ 830.447699] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-4d9b6380-677b-4132-82db-36e6ccf66fa3 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.447837] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4d9b6380-677b-4132-82db-36e6ccf66fa3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.447896] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4d9b6380-677b-4132-82db-36e6ccf66fa3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.448097] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4d9b6380-677b-4132-82db-36e6ccf66fa3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.448462] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.448462] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.448462] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.448632] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.448632] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.448700] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4d9b6380-677b-4132-82db-36e6ccf66fa3',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.459812] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 00f59204-3259-4365-b712-ff2b98a2bad1 in Status: UNINITIALIZED for 2s [ 830.503872] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.504686] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.504686] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.504686] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.504686] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.505156] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: efa3519a-8d71-4575-b186-e4adadeb9631 is going to be updated. [ 830.544447] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.544447] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.544447] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.544752] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.544859] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.558726] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: efa3519a-8d71-4575-b186-e4adadeb9631 in Status: IN_PROGRESS for 2s [ 830.666596] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e8cb6e0-656e-435a-bc05-c20ad7c11044 in Status: SUCCESS [ 830.667189] env[66341]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e8cb6e0-656e-435a-bc05-c20ad7c11044 deletion is rescheduled due to dependency. [ 830.667705] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e8cb6e0-656e-435a-bc05-c20ad7c11044" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.764409] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.764409] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.764409] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.764783] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.766070] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.766070] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fb0cb4f0-93d5-47a3-a946-b613a4a7d88a is going to be updated. [ 830.769962] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.769962] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.769962] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.769962] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.769962] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.769962] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1ceec802-5195-4c42-9569-8b96cf06629f is going to be created. [ 830.798550] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.798696] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.798791] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.798967] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.799143] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.801824] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.801946] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.802033] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.802219] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.802353] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.810360] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ceec802-5195-4c42-9569-8b96cf06629f in Status: UNINITIALIZED for 2s [ 830.813899] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb0cb4f0-93d5-47a3-a946-b613a4a7d88a in Status: IN_PROGRESS for 2s [ 830.951165] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.951339] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.951415] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.951688] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.951785] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.952159] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.952685] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.952685] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.952685] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.952685] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.952685] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4d9b6380-677b-4132-82db-36e6ccf66fa3 already deleted. [ 830.952954] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4d9b6380-677b-4132-82db-36e6ccf66fa3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.972363] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock network-3 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.972622] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "network-3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.972750] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "network-3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.973129] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "network-3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.973342] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.973497] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.973609] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.973876] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.974133] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.974247] env[66341]: DEBUG dogpile.cache.region [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 830.974358] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] NeedRegenerationException {{(pid=66341) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 830.974465] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] no value, waiting for create lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 830.974569] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] value creation lock acquired {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 830.974676] env[66341]: DEBUG dogpile.cache.region [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 830.974858] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Calling creation function for not-yet-present value {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 830.975017] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 830.994393] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 830.994568] env[66341]: DEBUG dogpile.cache.region [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66341) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 830.994799] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Released creation lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 830.994986] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "network-3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.996712] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock port-4769178e-0ab7-476b-b94a-4480b25d2b94 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.999350] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "port-4769178e-0ab7-476b-b94a-4480b25d2b94" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.999350] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "port-4769178e-0ab7-476b-b94a-4480b25d2b94" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.999350] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "port-4769178e-0ab7-476b-b94a-4480b25d2b94" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.999350] env[66341]: DEBUG networking_nsxv3.api.rpc [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4769178e-0ab7-476b-b94a-4480b25d2b94',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.501841] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.502093] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.502177] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.502545] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.502684] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.502850] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Segment Port 4769178e-0ab7-476b-b94a-4480b25d2b94 not found, creating... [ 831.503126] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.503289] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.503403] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.503674] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.503836] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.504130] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.504288] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.504402] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.504596] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.504730] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.504924] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Resource: SegmentPort with ID: 4769178e-0ab7-476b-b94a-4480b25d2b94 is going to be created. [ 831.549690] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.549918] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.550049] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.550513] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.550824] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.551129] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "port-4769178e-0ab7-476b-b94a-4480b25d2b94" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.168130] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56a8d4d9-e4b8-4c97-bde5-0fadd80aae09 in Status: SUCCESS [ 832.168495] env[66341]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56a8d4d9-e4b8-4c97-bde5-0fadd80aae09 deletion is rescheduled due to dependency. [ 832.168555] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56a8d4d9-e4b8-4c97-bde5-0fadd80aae09" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.276923] env[66341]: INFO networking_nsxv3.common.synchronization [req-6848857c-d77b-433c-890a-0bca9beb51bd req-6b9f47b7-c9ed-4a2d-81ad-4f8567c917cd service nova] Enqueued Resource ID: 4d9b6380-677b-4132-82db-36e6ccf66fa3 with Priority: HIGHEST for action security_group_rules [ 832.277148] env[66341]: INFO networking_nsxv3.common.synchronization [req-6848857c-d77b-433c-890a-0bca9beb51bd req-6b9f47b7-c9ed-4a2d-81ad-4f8567c917cd service nova] Enqueued Resource ID: 4d9b6380-677b-4132-82db-36e6ccf66fa3 with Priority: HIGHEST for action security_group_members [ 832.277261] env[66341]: INFO networking_nsxv3.common.synchronization [req-6848857c-d77b-433c-890a-0bca9beb51bd req-6b9f47b7-c9ed-4a2d-81ad-4f8567c917cd service nova] Enqueued Resource ID: 4769178e-0ab7-476b-b94a-4480b25d2b94 with Priority: HIGHEST for action port [ 832.278020] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d9b6380-677b-4132-82db-36e6ccf66fa3 with Priority: HIGHEST for action security_group_rules [ 832.278275] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d9b6380-677b-4132-82db-36e6ccf66fa3 with Priority: HIGHEST for action security_group_members [ 832.278381] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4769178e-0ab7-476b-b94a-4480b25d2b94 with Priority: HIGHEST for action port [ 832.278664] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4d9b6380-677b-4132-82db-36e6ccf66fa3 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.278857] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4d9b6380-677b-4132-82db-36e6ccf66fa3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.278857] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4d9b6380-677b-4132-82db-36e6ccf66fa3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.279063] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4d9b6380-677b-4132-82db-36e6ccf66fa3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.279197] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4d9b6380-677b-4132-82db-36e6ccf66fa3',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.280123] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-4d9b6380-677b-4132-82db-36e6ccf66fa3 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.280244] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4d9b6380-677b-4132-82db-36e6ccf66fa3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.280311] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4d9b6380-677b-4132-82db-36e6ccf66fa3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.280493] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4d9b6380-677b-4132-82db-36e6ccf66fa3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.280637] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.281211] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.281287] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.281648] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.281648] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.281648] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4d9b6380-677b-4132-82db-36e6ccf66fa3',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.282709] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-4769178e-0ab7-476b-b94a-4480b25d2b94 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.282836] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4769178e-0ab7-476b-b94a-4480b25d2b94" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.282887] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4769178e-0ab7-476b-b94a-4480b25d2b94" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.283050] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4769178e-0ab7-476b-b94a-4480b25d2b94" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.283119] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4769178e-0ab7-476b-b94a-4480b25d2b94',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.416356] env[66341]: INFO networking_nsxv3.common.synchronization [req-a8f99c7f-8150-4a51-b996-fdfd25e3bd52 req-43072cd0-4a12-4aa1-8060-33911ed0cb92 tempest-SecurityGroupsTestJSON-763920668 tempest-SecurityGroupsTestJSON-763920668-project-member] Enqueued Resource ID: 65e0de1e-4c93-4d0c-ba35-be0fe8744a9d with Priority: HIGHEST for action security_group_members [ 832.416356] env[66341]: INFO networking_nsxv3.common.synchronization [req-a8f99c7f-8150-4a51-b996-fdfd25e3bd52 req-43072cd0-4a12-4aa1-8060-33911ed0cb92 tempest-SecurityGroupsTestJSON-763920668 tempest-SecurityGroupsTestJSON-763920668-project-member] Enqueued Resource ID: fb0cb4f0-93d5-47a3-a946-b613a4a7d88a with Priority: HIGHEST for action security_group_members [ 832.416520] env[66341]: INFO networking_nsxv3.common.synchronization [req-a8f99c7f-8150-4a51-b996-fdfd25e3bd52 req-43072cd0-4a12-4aa1-8060-33911ed0cb92 tempest-SecurityGroupsTestJSON-763920668 tempest-SecurityGroupsTestJSON-763920668-project-member] Enqueued Resource ID: 1ceec802-5195-4c42-9569-8b96cf06629f with Priority: HIGHEST for action security_group_members [ 832.417820] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65e0de1e-4c93-4d0c-ba35-be0fe8744a9d with Priority: HIGHEST for action security_group_members [ 832.417820] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb0cb4f0-93d5-47a3-a946-b613a4a7d88a with Priority: HIGHEST for action security_group_members [ 832.417820] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ceec802-5195-4c42-9569-8b96cf06629f with Priority: HIGHEST for action security_group_members [ 832.418266] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-65e0de1e-4c93-4d0c-ba35-be0fe8744a9d taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.418266] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65e0de1e-4c93-4d0c-ba35-be0fe8744a9d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.418266] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65e0de1e-4c93-4d0c-ba35-be0fe8744a9d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.418407] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65e0de1e-4c93-4d0c-ba35-be0fe8744a9d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.418530] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.418590] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.418682] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.419545] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.419545] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.419545] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('65e0de1e-4c93-4d0c-ba35-be0fe8744a9d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.419939] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb0cb4f0-93d5-47a3-a946-b613a4a7d88a taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.420147] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb0cb4f0-93d5-47a3-a946-b613a4a7d88a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.420296] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ceec802-5195-4c42-9569-8b96cf06629f taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.421033] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ceec802-5195-4c42-9569-8b96cf06629f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.472134] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 00f59204-3259-4365-b712-ff2b98a2bad1 in Status: SUCCESS [ 832.472394] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-00f59204-3259-4365-b712-ff2b98a2bad1" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.472545] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-00f59204-3259-4365-b712-ff2b98a2bad1" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.473586] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-00f59204-3259-4365-b712-ff2b98a2bad1" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.473586] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.473586] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.473586] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.473586] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.473586] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.473914] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-00f59204-3259-4365-b712-ff2b98a2bad1" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.473914] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('00f59204-3259-4365-b712-ff2b98a2bad1',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.479589] env[66341]: INFO networking_nsxv3.common.synchronization [req-a8f99c7f-8150-4a51-b996-fdfd25e3bd52 req-43072cd0-4a12-4aa1-8060-33911ed0cb92 tempest-SecurityGroupsTestJSON-763920668 tempest-SecurityGroupsTestJSON-763920668-project-member] Enqueued Resource ID: 1ceec802-5195-4c42-9569-8b96cf06629f with Priority: HIGHEST for action security_group_rules [ 832.479829] env[66341]: INFO networking_nsxv3.common.synchronization [req-a8f99c7f-8150-4a51-b996-fdfd25e3bd52 req-43072cd0-4a12-4aa1-8060-33911ed0cb92 tempest-SecurityGroupsTestJSON-763920668 tempest-SecurityGroupsTestJSON-763920668-project-member] Enqueued Resource ID: 1ceec802-5195-4c42-9569-8b96cf06629f with Priority: HIGHEST for action security_group_members [ 832.480168] env[66341]: INFO networking_nsxv3.common.synchronization [req-a8f99c7f-8150-4a51-b996-fdfd25e3bd52 req-43072cd0-4a12-4aa1-8060-33911ed0cb92 tempest-SecurityGroupsTestJSON-763920668 tempest-SecurityGroupsTestJSON-763920668-project-member] Enqueued Resource ID: 65e0de1e-4c93-4d0c-ba35-be0fe8744a9d with Priority: HIGHEST for action security_group_rules [ 832.480386] env[66341]: INFO networking_nsxv3.common.synchronization [req-a8f99c7f-8150-4a51-b996-fdfd25e3bd52 req-43072cd0-4a12-4aa1-8060-33911ed0cb92 tempest-SecurityGroupsTestJSON-763920668 tempest-SecurityGroupsTestJSON-763920668-project-member] Enqueued Resource ID: 65e0de1e-4c93-4d0c-ba35-be0fe8744a9d with Priority: HIGHEST for action security_group_members [ 832.480731] env[66341]: INFO networking_nsxv3.common.synchronization [req-a8f99c7f-8150-4a51-b996-fdfd25e3bd52 req-43072cd0-4a12-4aa1-8060-33911ed0cb92 tempest-SecurityGroupsTestJSON-763920668 tempest-SecurityGroupsTestJSON-763920668-project-member] Enqueued Resource ID: fb0cb4f0-93d5-47a3-a946-b613a4a7d88a with Priority: HIGHEST for action security_group_rules [ 832.480942] env[66341]: INFO networking_nsxv3.common.synchronization [req-a8f99c7f-8150-4a51-b996-fdfd25e3bd52 req-43072cd0-4a12-4aa1-8060-33911ed0cb92 tempest-SecurityGroupsTestJSON-763920668 tempest-SecurityGroupsTestJSON-763920668-project-member] Enqueued Resource ID: fb0cb4f0-93d5-47a3-a946-b613a4a7d88a with Priority: HIGHEST for action security_group_members [ 832.481102] env[66341]: INFO networking_nsxv3.common.synchronization [req-a8f99c7f-8150-4a51-b996-fdfd25e3bd52 req-43072cd0-4a12-4aa1-8060-33911ed0cb92 tempest-SecurityGroupsTestJSON-763920668 tempest-SecurityGroupsTestJSON-763920668-project-member] Enqueued Resource ID: 2ff9a00b-8a27-4466-81e2-d7a2449767ce with Priority: HIGHEST for action port [ 832.481805] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ceec802-5195-4c42-9569-8b96cf06629f with Priority: HIGHEST for action security_group_rules [ 832.481893] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65e0de1e-4c93-4d0c-ba35-be0fe8744a9d with Priority: HIGHEST for action security_group_rules [ 832.481991] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb0cb4f0-93d5-47a3-a946-b613a4a7d88a with Priority: HIGHEST for action security_group_members [ 832.482116] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ff9a00b-8a27-4466-81e2-d7a2449767ce with Priority: HIGHEST for action port [ 832.482182] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb0cb4f0-93d5-47a3-a946-b613a4a7d88a with Priority: HIGHEST for action security_group_rules [ 832.482267] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ceec802-5195-4c42-9569-8b96cf06629f with Priority: HIGHEST for action security_group_members [ 832.482349] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65e0de1e-4c93-4d0c-ba35-be0fe8744a9d with Priority: HIGHEST for action security_group_members [ 832.482619] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1ceec802-5195-4c42-9569-8b96cf06629f taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.482718] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1ceec802-5195-4c42-9569-8b96cf06629f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.482957] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-65e0de1e-4c93-4d0c-ba35-be0fe8744a9d taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.483107] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-65e0de1e-4c93-4d0c-ba35-be0fe8744a9d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.483179] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-65e0de1e-4c93-4d0c-ba35-be0fe8744a9d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.483437] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-65e0de1e-4c93-4d0c-ba35-be0fe8744a9d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.483489] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('65e0de1e-4c93-4d0c-ba35-be0fe8744a9d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.485058] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb0cb4f0-93d5-47a3-a946-b613a4a7d88a taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.485160] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb0cb4f0-93d5-47a3-a946-b613a4a7d88a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.485672] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-2ff9a00b-8a27-4466-81e2-d7a2449767ce taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.485672] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2ff9a00b-8a27-4466-81e2-d7a2449767ce" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.485672] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2ff9a00b-8a27-4466-81e2-d7a2449767ce" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.485672] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2ff9a00b-8a27-4466-81e2-d7a2449767ce" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.485857] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2ff9a00b-8a27-4466-81e2-d7a2449767ce',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.486724] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fb0cb4f0-93d5-47a3-a946-b613a4a7d88a taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.486724] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fb0cb4f0-93d5-47a3-a946-b613a4a7d88a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.486936] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ceec802-5195-4c42-9569-8b96cf06629f taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.486986] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ceec802-5195-4c42-9569-8b96cf06629f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.487263] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-65e0de1e-4c93-4d0c-ba35-be0fe8744a9d taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.487724] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65e0de1e-4c93-4d0c-ba35-be0fe8744a9d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.569651] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: efa3519a-8d71-4575-b186-e4adadeb9631 in Status: SUCCESS [ 832.569791] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efa3519a-8d71-4575-b186-e4adadeb9631" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.570402] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efa3519a-8d71-4575-b186-e4adadeb9631" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.570402] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efa3519a-8d71-4575-b186-e4adadeb9631" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.570402] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.570603] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.570603] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.570697] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.570784] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.571033] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('efa3519a-8d71-4575-b186-e4adadeb9631',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.785805] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-4d9b6380-677b-4132-82db-36e6ccf66fa3 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.785805] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4d9b6380-677b-4132-82db-36e6ccf66fa3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.786147] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4d9b6380-677b-4132-82db-36e6ccf66fa3',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.786883] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4769178e-0ab7-476b-b94a-4480b25d2b94 with status ACTIVE [ 832.789671] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.789671] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.789671] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.789671] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.789671] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.789671] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.789671] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.789671] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.789671] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.789671] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.789671] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.789671] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.789671] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.789671] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.789671] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.789671] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4769178e-0ab7-476b-b94a-4480b25d2b94 is going to be updated. [ 832.825309] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.825309] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.825309] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.825309] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.825309] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.825666] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4769178e-0ab7-476b-b94a-4480b25d2b94" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.826944] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb0cb4f0-93d5-47a3-a946-b613a4a7d88a in Status: SUCCESS [ 832.826944] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb0cb4f0-93d5-47a3-a946-b613a4a7d88a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.827131] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb0cb4f0-93d5-47a3-a946-b613a4a7d88a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.827193] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb0cb4f0-93d5-47a3-a946-b613a4a7d88a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.828253] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.828376] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.828434] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.828596] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.828675] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.828774] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fb0cb4f0-93d5-47a3-a946-b613a4a7d88a',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.832531] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ceec802-5195-4c42-9569-8b96cf06629f in Status: SUCCESS [ 832.832768] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ceec802-5195-4c42-9569-8b96cf06629f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.832941] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ceec802-5195-4c42-9569-8b96cf06629f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.833423] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ceec802-5195-4c42-9569-8b96cf06629f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.833423] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.833542] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.833605] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.833937] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.834082] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.834159] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1ceec802-5195-4c42-9569-8b96cf06629f',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.922049] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('65e0de1e-4c93-4d0c-ba35-be0fe8744a9d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.976675] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-00f59204-3259-4365-b712-ff2b98a2bad1 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.977082] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-00f59204-3259-4365-b712-ff2b98a2bad1" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.977082] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-00f59204-3259-4365-b712-ff2b98a2bad1" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.977260] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-00f59204-3259-4365-b712-ff2b98a2bad1" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.977430] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.977538] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.977611] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.977818] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.977906] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.978025] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-00f59204-3259-4365-b712-ff2b98a2bad1" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.978185] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-00f59204-3259-4365-b712-ff2b98a2bad1 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.978292] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-00f59204-3259-4365-b712-ff2b98a2bad1" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.979507] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-00f59204-3259-4365-b712-ff2b98a2bad1" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.979507] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-00f59204-3259-4365-b712-ff2b98a2bad1" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.979507] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.979507] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.979507] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.979507] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.979507] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.979507] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-00f59204-3259-4365-b712-ff2b98a2bad1" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.979507] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('00f59204-3259-4365-b712-ff2b98a2bad1',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.988414] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-65e0de1e-4c93-4d0c-ba35-be0fe8744a9d taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.988568] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65e0de1e-4c93-4d0c-ba35-be0fe8744a9d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.989182] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2ff9a00b-8a27-4466-81e2-d7a2449767ce with status ACTIVE [ 832.989182] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.989182] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.989182] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.989861] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.989861] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.989861] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.989861] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.989861] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.989861] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.990111] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.990272] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.990382] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.990443] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.990589] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.990666] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.990758] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2ff9a00b-8a27-4466-81e2-d7a2449767ce is going to be updated. [ 833.031190] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.031688] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.031783] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.032033] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.032192] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.032368] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2ff9a00b-8a27-4466-81e2-d7a2449767ce" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.073559] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.073757] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.075087] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.075087] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.075087] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.075087] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.075087] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.075087] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.075087] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.075087] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.075087] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: efa3519a-8d71-4575-b186-e4adadeb9631 is going to be updated. [ 833.151140] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.151140] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.151140] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.151140] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.151140] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.175614] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: efa3519a-8d71-4575-b186-e4adadeb9631 in Status: IN_PROGRESS for 2s [ 833.292307] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4d9b6380-677b-4132-82db-36e6ccf66fa3',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.335894] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fb0cb4f0-93d5-47a3-a946-b613a4a7d88a',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.338570] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1ceec802-5195-4c42-9569-8b96cf06629f',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.424691] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('65e0de1e-4c93-4d0c-ba35-be0fe8744a9d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.482067] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 00f59204-3259-4365-b712-ff2b98a2bad1: rpc.has_security_group_logging(os_id): False [ 833.504313] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.505402] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.505515] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.505965] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.505965] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.506144] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.506590] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.506590] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.506590] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.506590] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.506747] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.506929] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.506929] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.507056] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.507145] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.507352] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.507503] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.507572] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.507907] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.507907] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.508068] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 00f59204-3259-4365-b712-ff2b98a2bad1 is going to be created. [ 833.578323] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.578528] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.578528] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.578724] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.578902] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.592791] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 00f59204-3259-4365-b712-ff2b98a2bad1 in Status: IN_PROGRESS for 2s [ 833.795564] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.795759] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.795826] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.796117] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.796222] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.796331] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4d9b6380-677b-4132-82db-36e6ccf66fa3 is going to be created. [ 833.824035] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.824035] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.824035] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.824035] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.824035] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.836309] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4d9b6380-677b-4132-82db-36e6ccf66fa3 in Status: UNINITIALIZED for 2s [ 833.837642] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fb0cb4f0-93d5-47a3-a946-b613a4a7d88a',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.841101] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1ceec802-5195-4c42-9569-8b96cf06629f',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.928138] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.928138] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.928138] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.928138] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.928138] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.928138] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 65e0de1e-4c93-4d0c-ba35-be0fe8744a9d is going to be created. [ 833.958707] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.958918] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.958918] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.959071] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.959858] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.971533] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65e0de1e-4c93-4d0c-ba35-be0fe8744a9d in Status: UNINITIALIZED for 2s [ 833.999412] env[66341]: INFO networking_nsxv3.common.synchronization [req-37ca040d-0e9f-4cc5-b792-d126130bc770 req-22650498-42fd-4c08-918a-d6ff2f3711b6 tempest-MigrationsAdminTest-2112980872 tempest-MigrationsAdminTest-2112980872-project-member] Enqueued Resource ID: 77233b36-3501-4be5-bd28-768a6d59f79b with Priority: HIGHEST for action security_group_members [ 834.000682] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77233b36-3501-4be5-bd28-768a6d59f79b with Priority: HIGHEST for action security_group_members [ 834.000682] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-77233b36-3501-4be5-bd28-768a6d59f79b taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.000682] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77233b36-3501-4be5-bd28-768a6d59f79b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.000682] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77233b36-3501-4be5-bd28-768a6d59f79b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.000682] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77233b36-3501-4be5-bd28-768a6d59f79b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.001075] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.001075] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.001075] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.007935] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.007935] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.007935] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('77233b36-3501-4be5-bd28-768a6d59f79b',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.339453] env[66341]: INFO networking_nsxv3.common.synchronization [req-4f4a1c1c-d6fa-4755-9329-e1cc3317749e req-f7b3d544-baa0-4b03-b6e1-bb83cb33a4cd tempest-ListServersNegativeTestJSON-1524180547 tempest-ListServersNegativeTestJSON-1524180547-project-member] Enqueued Resource ID: 341975fd-3181-4fe6-beaf-e537fb1e9a77 with Priority: HIGHEST for action security_group_members [ 834.340275] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.340275] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.340275] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.340474] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.340474] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.340654] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fb0cb4f0-93d5-47a3-a946-b613a4a7d88a is going to be updated. [ 834.342345] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 341975fd-3181-4fe6-beaf-e537fb1e9a77 with Priority: HIGHEST for action security_group_members [ 834.342800] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.343016] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.343099] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.343291] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.343518] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.343518] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1ceec802-5195-4c42-9569-8b96cf06629f is going to be updated. [ 834.344767] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-341975fd-3181-4fe6-beaf-e537fb1e9a77 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.344944] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-341975fd-3181-4fe6-beaf-e537fb1e9a77" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.345026] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-341975fd-3181-4fe6-beaf-e537fb1e9a77" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.345292] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-341975fd-3181-4fe6-beaf-e537fb1e9a77" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.345480] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.345620] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.345713] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.345862] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.346032] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.346222] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('341975fd-3181-4fe6-beaf-e537fb1e9a77',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.392629] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.392894] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.392994] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.393252] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.393439] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.398017] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.398273] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.398273] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.398535] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.398718] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.412266] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ceec802-5195-4c42-9569-8b96cf06629f in Status: IN_PROGRESS for 2s [ 834.413345] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb0cb4f0-93d5-47a3-a946-b613a4a7d88a in Status: IN_PROGRESS for 2s [ 834.436785] env[66341]: INFO networking_nsxv3.common.synchronization [None req-483d5847-639f-4b3b-ae9c-997a37ce63b3 None None] Enqueued Resource ID: 0f99959f-c2f5-406a-b44f-43ce77bf1b4b with Priority: HIGHEST for action port [ 834.437442] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f99959f-c2f5-406a-b44f-43ce77bf1b4b with Priority: HIGHEST for action port [ 834.437767] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-0f99959f-c2f5-406a-b44f-43ce77bf1b4b taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.437893] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0f99959f-c2f5-406a-b44f-43ce77bf1b4b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.438021] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0f99959f-c2f5-406a-b44f-43ce77bf1b4b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.439248] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0f99959f-c2f5-406a-b44f-43ce77bf1b4b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.439798] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0f99959f-c2f5-406a-b44f-43ce77bf1b4b',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.509673] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('77233b36-3501-4be5-bd28-768a6d59f79b',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.021312] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.024023] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.024023] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.024023] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.024023] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.024023] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.024023] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.024023] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.024023] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.024023] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.024023] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 341975fd-3181-4fe6-beaf-e537fb1e9a77 already deleted. [ 835.024023] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-341975fd-3181-4fe6-beaf-e537fb1e9a77" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.024023] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0f99959f-c2f5-406a-b44f-43ce77bf1b4b [ 835.024023] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.024023] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.025259] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.025467] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.025554] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.025646] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0f99959f-c2f5-406a-b44f-43ce77bf1b4b already deleted. [ 835.025728] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0f99959f-c2f5-406a-b44f-43ce77bf1b4b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.026423] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('77233b36-3501-4be5-bd28-768a6d59f79b',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.186996] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: efa3519a-8d71-4575-b186-e4adadeb9631 in Status: SUCCESS [ 835.186996] env[66341]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: efa3519a-8d71-4575-b186-e4adadeb9631 deletion is rescheduled due to dependency. [ 835.187190] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efa3519a-8d71-4575-b186-e4adadeb9631" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.187323] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efa3519a-8d71-4575-b186-e4adadeb9631" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.187533] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efa3519a-8d71-4575-b186-e4adadeb9631" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.187715] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.187826] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.187894] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.188055] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.188183] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.188409] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('efa3519a-8d71-4575-b186-e4adadeb9631',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.270610] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock network-30 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.271591] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "network-30" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.271591] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "network-30" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.271591] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "network-30" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.271591] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.271847] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.271942] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.272475] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.272475] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.272655] env[66341]: DEBUG dogpile.cache.region [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 835.272791] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] NeedRegenerationException {{(pid=66341) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 835.273187] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] no value, waiting for create lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 835.273350] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] value creation lock acquired {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 835.273470] env[66341]: DEBUG dogpile.cache.region [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 835.273579] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Calling creation function for not-yet-present value {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 835.273751] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 835.306048] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 835.306048] env[66341]: DEBUG dogpile.cache.region [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=66341) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 835.306048] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Released creation lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 835.306312] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "network-30" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.306432] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock port-b6c593f4-2922-4c98-826b-5a9abfb222b5 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.306602] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "port-b6c593f4-2922-4c98-826b-5a9abfb222b5" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.306722] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "port-b6c593f4-2922-4c98-826b-5a9abfb222b5" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.307111] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "port-b6c593f4-2922-4c98-826b-5a9abfb222b5" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.307777] env[66341]: DEBUG networking_nsxv3.api.rpc [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b6c593f4-2922-4c98-826b-5a9abfb222b5',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.529694] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.530167] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.530368] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.532596] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.532596] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.532596] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77233b36-3501-4be5-bd28-768a6d59f79b is going to be updated. [ 835.563276] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.563494] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.563494] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.564780] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.564780] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.573779] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77233b36-3501-4be5-bd28-768a6d59f79b in Status: IN_PROGRESS for 2s [ 835.605152] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 00f59204-3259-4365-b712-ff2b98a2bad1 in Status: SUCCESS [ 835.605406] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-00f59204-3259-4365-b712-ff2b98a2bad1" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.692590] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.692780] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.692840] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.693071] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.693652] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.693652] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.693652] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.693652] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.693652] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.693937] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.693937] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: efa3519a-8d71-4575-b186-e4adadeb9631 is going to be updated. [ 835.729362] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.729362] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.729362] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.729362] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.729362] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.739453] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: efa3519a-8d71-4575-b186-e4adadeb9631 in Status: IN_PROGRESS for 2s [ 835.811917] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.811917] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.811917] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.811917] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.811917] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.812291] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Segment Port b6c593f4-2922-4c98-826b-5a9abfb222b5 not found, creating... [ 835.813378] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.813378] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.813378] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.813378] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.813378] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.813378] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.813837] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.813837] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.813837] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.813994] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.814130] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Resource: SegmentPort with ID: b6c593f4-2922-4c98-826b-5a9abfb222b5 is going to be created. [ 835.839236] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.839519] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.839567] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.839830] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.840076] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.840301] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "port-b6c593f4-2922-4c98-826b-5a9abfb222b5" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.850737] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4d9b6380-677b-4132-82db-36e6ccf66fa3 in Status: SUCCESS [ 835.850737] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4d9b6380-677b-4132-82db-36e6ccf66fa3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.850964] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4d9b6380-677b-4132-82db-36e6ccf66fa3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.851047] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4d9b6380-677b-4132-82db-36e6ccf66fa3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.851631] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.851631] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.851631] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.851918] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.851987] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.852106] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4d9b6380-677b-4132-82db-36e6ccf66fa3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.852193] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4d9b6380-677b-4132-82db-36e6ccf66fa3',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.982045] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65e0de1e-4c93-4d0c-ba35-be0fe8744a9d in Status: SUCCESS [ 835.982315] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65e0de1e-4c93-4d0c-ba35-be0fe8744a9d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.982632] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65e0de1e-4c93-4d0c-ba35-be0fe8744a9d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.982721] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65e0de1e-4c93-4d0c-ba35-be0fe8744a9d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.983069] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.983176] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.983176] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.983315] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.983495] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.983563] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('65e0de1e-4c93-4d0c-ba35-be0fe8744a9d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.354434] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4d9b6380-677b-4132-82db-36e6ccf66fa3',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.425270] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ceec802-5195-4c42-9569-8b96cf06629f in Status: SUCCESS [ 836.425436] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ceec802-5195-4c42-9569-8b96cf06629f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.425660] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ceec802-5195-4c42-9569-8b96cf06629f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.425895] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ceec802-5195-4c42-9569-8b96cf06629f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.426257] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.426443] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.426629] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.426818] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.426818] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.426987] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ceec802-5195-4c42-9569-8b96cf06629f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.428271] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1ceec802-5195-4c42-9569-8b96cf06629f',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.428757] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb0cb4f0-93d5-47a3-a946-b613a4a7d88a in Status: SUCCESS [ 836.428833] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb0cb4f0-93d5-47a3-a946-b613a4a7d88a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.428946] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ceec802-5195-4c42-9569-8b96cf06629f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.429171] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ceec802-5195-4c42-9569-8b96cf06629f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.429361] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.429441] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.429501] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.429659] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.429777] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.429912] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1ceec802-5195-4c42-9569-8b96cf06629f',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.430743] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb0cb4f0-93d5-47a3-a946-b613a4a7d88a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.430977] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb0cb4f0-93d5-47a3-a946-b613a4a7d88a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.431217] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.431332] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.431471] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.431597] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.431675] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.431786] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb0cb4f0-93d5-47a3-a946-b613a4a7d88a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.431888] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fb0cb4f0-93d5-47a3-a946-b613a4a7d88a',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.434556] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb0cb4f0-93d5-47a3-a946-b613a4a7d88a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.435012] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb0cb4f0-93d5-47a3-a946-b613a4a7d88a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.435012] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.435231] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.435231] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.435389] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.435495] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.435594] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fb0cb4f0-93d5-47a3-a946-b613a4a7d88a',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.487693] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('65e0de1e-4c93-4d0c-ba35-be0fe8744a9d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.583178] env[66341]: INFO networking_nsxv3.common.synchronization [req-4f4a1c1c-d6fa-4755-9329-e1cc3317749e req-aef6112c-ed42-4635-b8bc-9a9823e51268 service nova] Enqueued Resource ID: 341975fd-3181-4fe6-beaf-e537fb1e9a77 with Priority: HIGHEST for action security_group_rules [ 836.583557] env[66341]: INFO networking_nsxv3.common.synchronization [req-4f4a1c1c-d6fa-4755-9329-e1cc3317749e req-aef6112c-ed42-4635-b8bc-9a9823e51268 service nova] Enqueued Resource ID: 341975fd-3181-4fe6-beaf-e537fb1e9a77 with Priority: HIGHEST for action security_group_members [ 836.583557] env[66341]: INFO networking_nsxv3.common.synchronization [req-4f4a1c1c-d6fa-4755-9329-e1cc3317749e req-aef6112c-ed42-4635-b8bc-9a9823e51268 service nova] Enqueued Resource ID: b6c593f4-2922-4c98-826b-5a9abfb222b5 with Priority: HIGHEST for action port [ 836.587972] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 341975fd-3181-4fe6-beaf-e537fb1e9a77 with Priority: HIGHEST for action security_group_rules [ 836.588287] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 341975fd-3181-4fe6-beaf-e537fb1e9a77 with Priority: HIGHEST for action security_group_members [ 836.588498] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6c593f4-2922-4c98-826b-5a9abfb222b5 with Priority: HIGHEST for action port [ 836.589516] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-341975fd-3181-4fe6-beaf-e537fb1e9a77 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.589516] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-341975fd-3181-4fe6-beaf-e537fb1e9a77" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.589516] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-341975fd-3181-4fe6-beaf-e537fb1e9a77" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.589516] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-341975fd-3181-4fe6-beaf-e537fb1e9a77" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.589516] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('341975fd-3181-4fe6-beaf-e537fb1e9a77',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.593379] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-341975fd-3181-4fe6-beaf-e537fb1e9a77 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.593710] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-341975fd-3181-4fe6-beaf-e537fb1e9a77" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.593710] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-341975fd-3181-4fe6-beaf-e537fb1e9a77" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.594625] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-341975fd-3181-4fe6-beaf-e537fb1e9a77" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.594709] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.595369] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.595369] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.595369] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.595369] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.595561] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('341975fd-3181-4fe6-beaf-e537fb1e9a77',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.596692] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-b6c593f4-2922-4c98-826b-5a9abfb222b5 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.596877] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b6c593f4-2922-4c98-826b-5a9abfb222b5" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.597818] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b6c593f4-2922-4c98-826b-5a9abfb222b5" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.598126] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b6c593f4-2922-4c98-826b-5a9abfb222b5" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.598126] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b6c593f4-2922-4c98-826b-5a9abfb222b5',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.696099] env[66341]: INFO networking_nsxv3.common.synchronization [None req-ba756409-246e-4a10-a05e-506036eba34a None None] Enqueued Resource ID: db9ba9c5-ed60-4d07-b567-83c49f78ad77 with Priority: HIGHEST for action port [ 836.696797] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db9ba9c5-ed60-4d07-b567-83c49f78ad77 with Priority: HIGHEST for action port [ 836.696797] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-db9ba9c5-ed60-4d07-b567-83c49f78ad77 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.696797] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-db9ba9c5-ed60-4d07-b567-83c49f78ad77" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.697013] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-db9ba9c5-ed60-4d07-b567-83c49f78ad77" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.700678] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-db9ba9c5-ed60-4d07-b567-83c49f78ad77" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.700784] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('db9ba9c5-ed60-4d07-b567-83c49f78ad77',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.856597] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4d9b6380-677b-4132-82db-36e6ccf66fa3: rpc.has_security_group_logging(os_id): False [ 836.876927] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.877203] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.877316] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.877602] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.877798] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.878506] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.878841] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.879275] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.879870] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.880074] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.880247] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4d9b6380-677b-4132-82db-36e6ccf66fa3 is going to be created. [ 836.891375] env[66341]: INFO networking_nsxv3.common.synchronization [None req-3cf8c055-a4e2-4743-acb7-2dc28129fb1f None None] Enqueued Resource ID: a5e02e90-0018-428a-9ee1-2f1d92effbb3 with Priority: HIGHEST for action port [ 836.891777] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5e02e90-0018-428a-9ee1-2f1d92effbb3 with Priority: HIGHEST for action port [ 836.894069] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-a5e02e90-0018-428a-9ee1-2f1d92effbb3 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.894069] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a5e02e90-0018-428a-9ee1-2f1d92effbb3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.894069] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a5e02e90-0018-428a-9ee1-2f1d92effbb3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.894069] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a5e02e90-0018-428a-9ee1-2f1d92effbb3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.894069] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a5e02e90-0018-428a-9ee1-2f1d92effbb3',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.935078] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb0cb4f0-93d5-47a3-a946-b613a4a7d88a taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.935236] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb0cb4f0-93d5-47a3-a946-b613a4a7d88a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.935417] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1ceec802-5195-4c42-9569-8b96cf06629f',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.936605] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1ceec802-5195-4c42-9569-8b96cf06629f',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.942424] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fb0cb4f0-93d5-47a3-a946-b613a4a7d88a',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.946518] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.946652] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.946713] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.946919] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.947475] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.960644] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4d9b6380-677b-4132-82db-36e6ccf66fa3 in Status: IN_PROGRESS for 2s [ 836.992208] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('65e0de1e-4c93-4d0c-ba35-be0fe8744a9d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.996764] env[66341]: INFO networking_nsxv3.common.synchronization [req-4f4a1c1c-d6fa-4755-9329-e1cc3317749e req-ea8b330d-73e6-41ea-a92a-b7935b01342f tempest-ListServersNegativeTestJSON-1524180547 tempest-ListServersNegativeTestJSON-1524180547-project-member] Enqueued Resource ID: 341975fd-3181-4fe6-beaf-e537fb1e9a77 with Priority: HIGHEST for action security_group_members [ 836.997444] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 341975fd-3181-4fe6-beaf-e537fb1e9a77 with Priority: HIGHEST for action security_group_members [ 836.997833] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-341975fd-3181-4fe6-beaf-e537fb1e9a77 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.998102] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-341975fd-3181-4fe6-beaf-e537fb1e9a77" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.099042] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-341975fd-3181-4fe6-beaf-e537fb1e9a77 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.099042] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-341975fd-3181-4fe6-beaf-e537fb1e9a77" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.100101] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('341975fd-3181-4fe6-beaf-e537fb1e9a77',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.102138] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b6c593f4-2922-4c98-826b-5a9abfb222b5 with status ACTIVE [ 837.106409] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.106409] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.106409] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.106409] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.106409] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.106409] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.106409] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.107856] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.108152] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.108379] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.108601] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.108706] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.108769] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.109089] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.109189] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.109279] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b6c593f4-2922-4c98-826b-5a9abfb222b5 is going to be updated. [ 837.133152] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.133326] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.133370] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.133593] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.133814] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.133982] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b6c593f4-2922-4c98-826b-5a9abfb222b5" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.203433] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port db9ba9c5-ed60-4d07-b567-83c49f78ad77 [ 837.203865] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.203865] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.204070] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.204205] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.204295] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.204400] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:db9ba9c5-ed60-4d07-b567-83c49f78ad77 already deleted. [ 837.204482] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-db9ba9c5-ed60-4d07-b567-83c49f78ad77" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.395306] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a5e02e90-0018-428a-9ee1-2f1d92effbb3 [ 837.395479] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.395657] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.395729] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.396263] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.396263] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.396263] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a5e02e90-0018-428a-9ee1-2f1d92effbb3 already deleted. [ 837.396838] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a5e02e90-0018-428a-9ee1-2f1d92effbb3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.438968] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1ceec802-5195-4c42-9569-8b96cf06629f',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.440080] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1ceec802-5195-4c42-9569-8b96cf06629f: rpc.has_security_group_logging(os_id): False [ 837.444276] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fb0cb4f0-93d5-47a3-a946-b613a4a7d88a',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.460483] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.461761] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.461761] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.462969] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.463127] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.463538] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.463754] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.463878] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.464095] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.464193] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.464298] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1ceec802-5195-4c42-9569-8b96cf06629f is going to be created. [ 837.496680] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.496680] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.496680] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.496893] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.496893] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.497020] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 65e0de1e-4c93-4d0c-ba35-be0fe8744a9d is going to be updated. [ 837.500000] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock network-30 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.500242] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "network-30" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.500380] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "network-30" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.500614] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "network-30" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.500864] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.501035] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.501213] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.501466] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.501650] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.501929] env[66341]: DEBUG dogpile.cache.region [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 837.502100] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] NeedRegenerationException {{(pid=66341) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 837.504589] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] no value, waiting for create lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 837.504589] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] value creation lock acquired {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 837.504589] env[66341]: DEBUG dogpile.cache.region [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 837.504589] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Calling creation function for not-yet-present value {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 837.504589] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 837.528405] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 837.528405] env[66341]: DEBUG dogpile.cache.region [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=66341) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 837.528663] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Released creation lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 837.528837] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "network-30" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.529127] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock port-24d4585c-e6c9-4ff3-86ff-56fe8da3ffaf taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.529721] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "port-24d4585c-e6c9-4ff3-86ff-56fe8da3ffaf" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.529721] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "port-24d4585c-e6c9-4ff3-86ff-56fe8da3ffaf" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.529915] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "port-24d4585c-e6c9-4ff3-86ff-56fe8da3ffaf" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.529915] env[66341]: DEBUG networking_nsxv3.api.rpc [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('24d4585c-e6c9-4ff3-86ff-56fe8da3ffaf',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.531215] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.531401] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.531504] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.531708] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.531903] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.533670] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.534171] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.534171] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.534171] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.534346] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.546392] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65e0de1e-4c93-4d0c-ba35-be0fe8744a9d in Status: IN_PROGRESS for 2s [ 837.549259] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1ceec802-5195-4c42-9569-8b96cf06629f in Status: IN_PROGRESS for 2s [ 837.584776] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77233b36-3501-4be5-bd28-768a6d59f79b in Status: SUCCESS [ 837.584776] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77233b36-3501-4be5-bd28-768a6d59f79b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.602522] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('341975fd-3181-4fe6-beaf-e537fb1e9a77',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.751934] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: efa3519a-8d71-4575-b186-e4adadeb9631 in Status: SUCCESS [ 837.752139] env[66341]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: efa3519a-8d71-4575-b186-e4adadeb9631 deletion is rescheduled due to dependency. [ 837.752257] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efa3519a-8d71-4575-b186-e4adadeb9631" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.942340] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.942527] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.942596] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.942852] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.942949] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.943065] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1ceec802-5195-4c42-9569-8b96cf06629f is going to be updated. [ 837.946191] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.946378] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.946455] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.946695] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.946819] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.946931] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fb0cb4f0-93d5-47a3-a946-b613a4a7d88a is going to be updated. [ 837.984370] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.984494] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.984712] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.984846] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.985021] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.986785] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.986983] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.986983] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.987198] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.987370] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.999158] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb0cb4f0-93d5-47a3-a946-b613a4a7d88a in Status: IN_PROGRESS for 2s [ 838.000527] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ceec802-5195-4c42-9569-8b96cf06629f in Status: IN_PROGRESS for 2s [ 838.036713] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.036946] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.037087] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.037379] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.037532] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.037796] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Segment Port 24d4585c-e6c9-4ff3-86ff-56fe8da3ffaf not found, creating... [ 838.037956] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.038137] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.038303] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.038610] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.038763] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.039112] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.039334] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.039416] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.039633] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.039776] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.039975] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Resource: SegmentPort with ID: 24d4585c-e6c9-4ff3-86ff-56fe8da3ffaf is going to be created. [ 838.096028] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.096028] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.096028] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.096028] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.096028] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.096028] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "port-24d4585c-e6c9-4ff3-86ff-56fe8da3ffaf" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.109885] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.109885] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.109885] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.109885] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.109885] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.109885] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 341975fd-3181-4fe6-beaf-e537fb1e9a77 is going to be created. [ 838.181146] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.181146] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.181146] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.181146] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.181506] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.203443] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 341975fd-3181-4fe6-beaf-e537fb1e9a77 in Status: UNINITIALIZED for 2s [ 838.650410] env[66341]: INFO networking_nsxv3.common.synchronization [None req-7c62ec3a-b72a-430e-86f1-c44326b74c46 tempest-ServerActionsTestOtherB-1951851153 tempest-ServerActionsTestOtherB-1951851153-project-member] Enqueued Resource ID: 8446325c-f795-4856-b10e-0879b36e372c with Priority: HIGHEST for action security_group_rules [ 838.650410] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8446325c-f795-4856-b10e-0879b36e372c with Priority: HIGHEST for action security_group_rules [ 838.650410] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8446325c-f795-4856-b10e-0879b36e372c taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.650410] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8446325c-f795-4856-b10e-0879b36e372c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.650799] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8446325c-f795-4856-b10e-0879b36e372c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.650799] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8446325c-f795-4856-b10e-0879b36e372c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.650799] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8446325c-f795-4856-b10e-0879b36e372c',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.801591] env[66341]: INFO networking_nsxv3.common.synchronization [req-4f4a1c1c-d6fa-4755-9329-e1cc3317749e req-dac20213-2520-4961-90df-38abfd265f3d service nova] Enqueued Resource ID: 341975fd-3181-4fe6-beaf-e537fb1e9a77 with Priority: HIGHEST for action security_group_rules [ 838.801591] env[66341]: INFO networking_nsxv3.common.synchronization [req-4f4a1c1c-d6fa-4755-9329-e1cc3317749e req-dac20213-2520-4961-90df-38abfd265f3d service nova] Enqueued Resource ID: 341975fd-3181-4fe6-beaf-e537fb1e9a77 with Priority: HIGHEST for action security_group_members [ 838.801591] env[66341]: INFO networking_nsxv3.common.synchronization [req-4f4a1c1c-d6fa-4755-9329-e1cc3317749e req-dac20213-2520-4961-90df-38abfd265f3d service nova] Enqueued Resource ID: 24d4585c-e6c9-4ff3-86ff-56fe8da3ffaf with Priority: HIGHEST for action port [ 838.801591] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 341975fd-3181-4fe6-beaf-e537fb1e9a77 with Priority: HIGHEST for action security_group_rules [ 838.801591] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 341975fd-3181-4fe6-beaf-e537fb1e9a77 with Priority: HIGHEST for action security_group_members [ 838.801591] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24d4585c-e6c9-4ff3-86ff-56fe8da3ffaf with Priority: HIGHEST for action port [ 838.802710] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-341975fd-3181-4fe6-beaf-e537fb1e9a77 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.802832] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-341975fd-3181-4fe6-beaf-e537fb1e9a77" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.803466] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-341975fd-3181-4fe6-beaf-e537fb1e9a77 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.803584] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-341975fd-3181-4fe6-beaf-e537fb1e9a77" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.803836] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-24d4585c-e6c9-4ff3-86ff-56fe8da3ffaf taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.803964] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-24d4585c-e6c9-4ff3-86ff-56fe8da3ffaf" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.804362] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-24d4585c-e6c9-4ff3-86ff-56fe8da3ffaf" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.805091] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-24d4585c-e6c9-4ff3-86ff-56fe8da3ffaf" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.805189] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('24d4585c-e6c9-4ff3-86ff-56fe8da3ffaf',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.854858] env[66341]: INFO networking_nsxv3.common.synchronization [None req-724e1662-30de-400e-aa72-7991c0fd2399 tempest-ServerActionsTestOtherB-1951851153 tempest-ServerActionsTestOtherB-1951851153-project-member] Enqueued Resource ID: 8446325c-f795-4856-b10e-0879b36e372c with Priority: HIGHEST for action security_group_rules [ 838.855221] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8446325c-f795-4856-b10e-0879b36e372c with Priority: HIGHEST for action security_group_rules [ 838.855519] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8446325c-f795-4856-b10e-0879b36e372c taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.855638] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8446325c-f795-4856-b10e-0879b36e372c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.977821] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4d9b6380-677b-4132-82db-36e6ccf66fa3 in Status: SUCCESS [ 838.978166] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4d9b6380-677b-4132-82db-36e6ccf66fa3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.178167] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.178167] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.178167] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.178614] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.178614] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.178614] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8446325c-f795-4856-b10e-0879b36e372c already deleted. [ 839.178614] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8446325c-f795-4856-b10e-0879b36e372c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.178790] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8446325c-f795-4856-b10e-0879b36e372c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.178959] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8446325c-f795-4856-b10e-0879b36e372c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.179106] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8446325c-f795-4856-b10e-0879b36e372c',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.280933] env[66341]: INFO networking_nsxv3.common.synchronization [req-4f4a1c1c-d6fa-4755-9329-e1cc3317749e req-104cbbeb-b86b-4935-9ab0-d8337b73efb7 tempest-ListServersNegativeTestJSON-1524180547 tempest-ListServersNegativeTestJSON-1524180547-project-member] Enqueued Resource ID: 341975fd-3181-4fe6-beaf-e537fb1e9a77 with Priority: HIGHEST for action security_group_members [ 839.282161] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 341975fd-3181-4fe6-beaf-e537fb1e9a77 with Priority: HIGHEST for action security_group_members [ 839.283596] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-341975fd-3181-4fe6-beaf-e537fb1e9a77 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.283871] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-341975fd-3181-4fe6-beaf-e537fb1e9a77" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.310869] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 24d4585c-e6c9-4ff3-86ff-56fe8da3ffaf with status ACTIVE [ 839.310869] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.311120] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.311120] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.311314] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.311314] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.311525] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.312629] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.312629] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.312629] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.312862] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.315174] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.315174] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.315174] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.315174] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.315174] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.315174] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 24d4585c-e6c9-4ff3-86ff-56fe8da3ffaf is going to be updated. [ 839.331602] env[66341]: INFO networking_nsxv3.common.synchronization [None req-e15ffc1c-c7c5-48bb-a7b6-1133b903f718 None None] Enqueued Resource ID: be694079-c811-45b7-8302-e44c6c42b553 with Priority: HIGHEST for action port [ 839.333965] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be694079-c811-45b7-8302-e44c6c42b553 with Priority: HIGHEST for action port [ 839.333965] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-be694079-c811-45b7-8302-e44c6c42b553 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.333965] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-be694079-c811-45b7-8302-e44c6c42b553" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.333965] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-be694079-c811-45b7-8302-e44c6c42b553" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.333965] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-be694079-c811-45b7-8302-e44c6c42b553" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.333965] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('be694079-c811-45b7-8302-e44c6c42b553',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.352405] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.353976] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.353976] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.353976] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.353976] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.353976] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-24d4585c-e6c9-4ff3-86ff-56fe8da3ffaf" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.560283] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65e0de1e-4c93-4d0c-ba35-be0fe8744a9d in Status: SUCCESS [ 839.560283] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65e0de1e-4c93-4d0c-ba35-be0fe8744a9d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.560283] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65e0de1e-4c93-4d0c-ba35-be0fe8744a9d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.560283] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65e0de1e-4c93-4d0c-ba35-be0fe8744a9d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.560283] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.560283] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.560283] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.561527] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.561527] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.561527] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65e0de1e-4c93-4d0c-ba35-be0fe8744a9d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.561527] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('65e0de1e-4c93-4d0c-ba35-be0fe8744a9d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.562500] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1ceec802-5195-4c42-9569-8b96cf06629f in Status: SUCCESS [ 839.562757] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1ceec802-5195-4c42-9569-8b96cf06629f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.563309] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1ceec802-5195-4c42-9569-8b96cf06629f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.563542] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1ceec802-5195-4c42-9569-8b96cf06629f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.563672] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1ceec802-5195-4c42-9569-8b96cf06629f',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.700520] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.700520] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.700520] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.700520] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.700520] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.700520] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8446325c-f795-4856-b10e-0879b36e372c already deleted. [ 839.700520] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8446325c-f795-4856-b10e-0879b36e372c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.811945] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock network-30 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.812157] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "network-30" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.812283] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "network-30" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.812541] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "network-30" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.812793] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.813181] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.813181] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.813299] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.813423] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.813625] env[66341]: DEBUG dogpile.cache.region [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 839.813751] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] NeedRegenerationException {{(pid=66341) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 839.813865] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] no value, waiting for create lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 839.814018] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] value creation lock acquired {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 839.814120] env[66341]: DEBUG dogpile.cache.region [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 839.814190] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Calling creation function for not-yet-present value {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 839.814321] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 839.834666] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 839.835158] env[66341]: DEBUG dogpile.cache.region [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66341) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 839.835440] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Released creation lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 839.835766] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "network-30" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.836217] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock port-e9f89f3b-cc08-42cf-8d35-1e484a6a9d03 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.836611] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "port-e9f89f3b-cc08-42cf-8d35-1e484a6a9d03" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.836872] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "port-e9f89f3b-cc08-42cf-8d35-1e484a6a9d03" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.837342] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "port-e9f89f3b-cc08-42cf-8d35-1e484a6a9d03" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.837626] env[66341]: DEBUG networking_nsxv3.api.rpc [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e9f89f3b-cc08-42cf-8d35-1e484a6a9d03',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.838978] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port be694079-c811-45b7-8302-e44c6c42b553 [ 839.839334] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.840026] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.840026] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.840026] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.840026] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.840026] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:be694079-c811-45b7-8302-e44c6c42b553 already deleted. [ 839.840273] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-be694079-c811-45b7-8302-e44c6c42b553" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.011476] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb0cb4f0-93d5-47a3-a946-b613a4a7d88a in Status: SUCCESS [ 840.012424] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb0cb4f0-93d5-47a3-a946-b613a4a7d88a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.012613] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb0cb4f0-93d5-47a3-a946-b613a4a7d88a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.012872] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb0cb4f0-93d5-47a3-a946-b613a4a7d88a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.013277] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.013277] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.013464] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.013508] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.014594] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.014594] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fb0cb4f0-93d5-47a3-a946-b613a4a7d88a',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.015738] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ceec802-5195-4c42-9569-8b96cf06629f in Status: SUCCESS [ 840.015941] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ceec802-5195-4c42-9569-8b96cf06629f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.016264] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ceec802-5195-4c42-9569-8b96cf06629f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.016264] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ceec802-5195-4c42-9569-8b96cf06629f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.016421] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.016564] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.016643] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.016797] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.016879] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.016969] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1ceec802-5195-4c42-9569-8b96cf06629f',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.066408] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('65e0de1e-4c93-4d0c-ba35-be0fe8744a9d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.067718] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ceec802-5195-4c42-9569-8b96cf06629f taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.067860] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ceec802-5195-4c42-9569-8b96cf06629f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.213658] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 341975fd-3181-4fe6-beaf-e537fb1e9a77 in Status: SUCCESS [ 840.213910] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-341975fd-3181-4fe6-beaf-e537fb1e9a77" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.214111] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-341975fd-3181-4fe6-beaf-e537fb1e9a77" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.214331] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-341975fd-3181-4fe6-beaf-e537fb1e9a77" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.214531] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.214672] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.214742] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.214888] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.214971] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.215081] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('341975fd-3181-4fe6-beaf-e537fb1e9a77',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.341345] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.341571] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.341763] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.342105] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.342261] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.342419] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Segment Port e9f89f3b-cc08-42cf-8d35-1e484a6a9d03 not found, creating... [ 840.342683] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.342864] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.343013] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.343243] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.343385] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.343681] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.343915] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.344059] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.344287] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.344422] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.344564] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Resource: SegmentPort with ID: e9f89f3b-cc08-42cf-8d35-1e484a6a9d03 is going to be created. [ 840.364669] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.364950] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.365045] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.365323] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.365563] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.365813] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "port-e9f89f3b-cc08-42cf-8d35-1e484a6a9d03" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.518657] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fb0cb4f0-93d5-47a3-a946-b613a4a7d88a',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.520645] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1ceec802-5195-4c42-9569-8b96cf06629f',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.570891] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 65e0de1e-4c93-4d0c-ba35-be0fe8744a9d: rpc.has_security_group_logging(os_id): False [ 840.592300] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.592506] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.592569] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.593024] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.593024] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.593576] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.593576] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.593576] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.593576] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.593929] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.593929] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 65e0de1e-4c93-4d0c-ba35-be0fe8744a9d is going to be created. [ 840.679249] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.679615] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.679615] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.680200] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.680200] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.693620] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 65e0de1e-4c93-4d0c-ba35-be0fe8744a9d in Status: IN_PROGRESS for 2s [ 840.719530] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('341975fd-3181-4fe6-beaf-e537fb1e9a77',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.021758] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fb0cb4f0-93d5-47a3-a946-b613a4a7d88a',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.024430] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1ceec802-5195-4c42-9569-8b96cf06629f',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.123297] env[66341]: INFO networking_nsxv3.common.synchronization [req-4f4a1c1c-d6fa-4755-9329-e1cc3317749e req-01043e19-3f7e-49c9-aa6d-112e5e847373 service nova] Enqueued Resource ID: 341975fd-3181-4fe6-beaf-e537fb1e9a77 with Priority: HIGHEST for action security_group_rules [ 841.127024] env[66341]: INFO networking_nsxv3.common.synchronization [req-4f4a1c1c-d6fa-4755-9329-e1cc3317749e req-01043e19-3f7e-49c9-aa6d-112e5e847373 service nova] Enqueued Resource ID: 341975fd-3181-4fe6-beaf-e537fb1e9a77 with Priority: HIGHEST for action security_group_members [ 841.127024] env[66341]: INFO networking_nsxv3.common.synchronization [req-4f4a1c1c-d6fa-4755-9329-e1cc3317749e req-01043e19-3f7e-49c9-aa6d-112e5e847373 service nova] Enqueued Resource ID: e9f89f3b-cc08-42cf-8d35-1e484a6a9d03 with Priority: HIGHEST for action port [ 841.127024] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 341975fd-3181-4fe6-beaf-e537fb1e9a77 with Priority: HIGHEST for action security_group_rules [ 841.127024] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 341975fd-3181-4fe6-beaf-e537fb1e9a77 with Priority: HIGHEST for action security_group_members [ 841.127024] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9f89f3b-cc08-42cf-8d35-1e484a6a9d03 with Priority: HIGHEST for action port [ 841.127024] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-341975fd-3181-4fe6-beaf-e537fb1e9a77 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.127024] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-341975fd-3181-4fe6-beaf-e537fb1e9a77" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.127024] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-341975fd-3181-4fe6-beaf-e537fb1e9a77 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.127024] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-341975fd-3181-4fe6-beaf-e537fb1e9a77" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.127024] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-e9f89f3b-cc08-42cf-8d35-1e484a6a9d03 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.127024] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e9f89f3b-cc08-42cf-8d35-1e484a6a9d03" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.127024] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e9f89f3b-cc08-42cf-8d35-1e484a6a9d03" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.128916] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e9f89f3b-cc08-42cf-8d35-1e484a6a9d03" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.128916] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e9f89f3b-cc08-42cf-8d35-1e484a6a9d03',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.222311] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('341975fd-3181-4fe6-beaf-e537fb1e9a77',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.529013] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.529246] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.529332] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.529537] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.529631] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.529735] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fb0cb4f0-93d5-47a3-a946-b613a4a7d88a is going to be updated. [ 841.531061] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.531207] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.531262] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.531444] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.531604] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.531604] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1ceec802-5195-4c42-9569-8b96cf06629f is going to be updated. [ 841.562972] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.563222] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.563293] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.563767] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.563948] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.566121] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.566302] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.566302] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.566505] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.566675] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.589722] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ceec802-5195-4c42-9569-8b96cf06629f in Status: IN_PROGRESS for 2s [ 841.590292] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb0cb4f0-93d5-47a3-a946-b613a4a7d88a in Status: IN_PROGRESS for 2s [ 841.631325] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e9f89f3b-cc08-42cf-8d35-1e484a6a9d03 with status ACTIVE [ 841.632039] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.632198] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.632264] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.635022] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.635022] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.635022] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.635022] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.635022] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.635022] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.635022] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.635022] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.635022] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.635022] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.635022] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.635022] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.635022] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e9f89f3b-cc08-42cf-8d35-1e484a6a9d03 is going to be updated. [ 841.661438] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.661710] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.661710] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.661962] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.662185] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.662421] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e9f89f3b-cc08-42cf-8d35-1e484a6a9d03" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.728565] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.728964] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.728964] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.729137] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.729421] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.729421] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 341975fd-3181-4fe6-beaf-e537fb1e9a77 is going to be updated. [ 841.768222] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.768379] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.768619] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.768770] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.769061] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.782205] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 341975fd-3181-4fe6-beaf-e537fb1e9a77 in Status: IN_PROGRESS for 2s [ 841.944193] env[66341]: INFO networking_nsxv3.common.synchronization [req-67d515ac-f266-4806-a98f-081bf14624ba req-be7c5d21-52b1-4709-9ff9-718a3d43bcf6 tempest-ServersWithSpecificFlavorTestJSON-255680911 tempest-ServersWithSpecificFlavorTestJSON-255680911-project-member] Enqueued Resource ID: efd7ad7f-2b54-41bc-b065-1ec45f761923 with Priority: HIGHEST for action security_group_members [ 841.944785] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efd7ad7f-2b54-41bc-b065-1ec45f761923 with Priority: HIGHEST for action security_group_members [ 841.945416] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-efd7ad7f-2b54-41bc-b065-1ec45f761923 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.945769] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efd7ad7f-2b54-41bc-b065-1ec45f761923" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.945929] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efd7ad7f-2b54-41bc-b065-1ec45f761923" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.946231] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efd7ad7f-2b54-41bc-b065-1ec45f761923" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.946504] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.946751] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.946984] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.947274] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.947486] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.947678] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('efd7ad7f-2b54-41bc-b065-1ec45f761923',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.300123] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock network-289 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.300123] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "network-289" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.300123] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "network-289" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.301622] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "network-289" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.302219] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.302693] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.302693] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.307030] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.307030] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.307030] env[66341]: DEBUG dogpile.cache.region [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 842.307252] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] NeedRegenerationException {{(pid=66341) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 842.307252] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] no value, waiting for create lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 842.307341] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] value creation lock acquired {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 842.307410] env[66341]: DEBUG dogpile.cache.region [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 842.307512] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Calling creation function for not-yet-present value {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 842.307696] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 842.332761] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 842.332761] env[66341]: DEBUG dogpile.cache.region [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66341) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 842.333127] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Released creation lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 842.333127] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "network-289" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.333812] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock port-528ed36f-1abf-4d0e-bc15-2eabf17136d9 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.333812] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "port-528ed36f-1abf-4d0e-bc15-2eabf17136d9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.334013] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "port-528ed36f-1abf-4d0e-bc15-2eabf17136d9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.336624] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "port-528ed36f-1abf-4d0e-bc15-2eabf17136d9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.336624] env[66341]: DEBUG networking_nsxv3.api.rpc [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('528ed36f-1abf-4d0e-bc15-2eabf17136d9',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.452123] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.452548] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.452709] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.452998] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.452998] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.453460] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.453460] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.453460] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.453798] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.453798] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.453798] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: efd7ad7f-2b54-41bc-b065-1ec45f761923 is going to be updated. [ 842.495398] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.495398] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.495398] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.495398] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.495588] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.507383] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: efd7ad7f-2b54-41bc-b065-1ec45f761923 in Status: IN_PROGRESS for 2s [ 842.708644] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 65e0de1e-4c93-4d0c-ba35-be0fe8744a9d in Status: SUCCESS [ 842.709012] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-65e0de1e-4c93-4d0c-ba35-be0fe8744a9d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.838891] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.839326] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.839396] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.839698] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.839896] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.840085] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Segment Port 528ed36f-1abf-4d0e-bc15-2eabf17136d9 not found, creating... [ 842.840647] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.841234] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.841234] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.841234] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.841793] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.842125] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.842418] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.842663] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.843083] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.843301] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.843550] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Resource: SegmentPort with ID: 528ed36f-1abf-4d0e-bc15-2eabf17136d9 is going to be created. [ 842.872627] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.872881] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.873034] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.873355] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.873778] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.873935] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "port-528ed36f-1abf-4d0e-bc15-2eabf17136d9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.660902] env[66341]: INFO networking_nsxv3.common.synchronization [req-67d515ac-f266-4806-a98f-081bf14624ba req-fcdfca1b-6519-45d1-aa63-d2705895a70e service nova] Enqueued Resource ID: efd7ad7f-2b54-41bc-b065-1ec45f761923 with Priority: HIGHEST for action security_group_rules [ 843.665319] env[66341]: INFO networking_nsxv3.common.synchronization [req-67d515ac-f266-4806-a98f-081bf14624ba req-fcdfca1b-6519-45d1-aa63-d2705895a70e service nova] Enqueued Resource ID: efd7ad7f-2b54-41bc-b065-1ec45f761923 with Priority: HIGHEST for action security_group_members [ 843.665319] env[66341]: INFO networking_nsxv3.common.synchronization [req-67d515ac-f266-4806-a98f-081bf14624ba req-fcdfca1b-6519-45d1-aa63-d2705895a70e service nova] Enqueued Resource ID: 528ed36f-1abf-4d0e-bc15-2eabf17136d9 with Priority: HIGHEST for action port [ 843.665319] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efd7ad7f-2b54-41bc-b065-1ec45f761923 with Priority: HIGHEST for action security_group_rules [ 843.665641] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efd7ad7f-2b54-41bc-b065-1ec45f761923 with Priority: HIGHEST for action security_group_members [ 843.665641] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 528ed36f-1abf-4d0e-bc15-2eabf17136d9 with Priority: HIGHEST for action port [ 843.665909] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-efd7ad7f-2b54-41bc-b065-1ec45f761923 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.666866] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-efd7ad7f-2b54-41bc-b065-1ec45f761923" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.667636] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-efd7ad7f-2b54-41bc-b065-1ec45f761923" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.669255] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-efd7ad7f-2b54-41bc-b065-1ec45f761923" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.669255] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('efd7ad7f-2b54-41bc-b065-1ec45f761923',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.669849] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-efd7ad7f-2b54-41bc-b065-1ec45f761923 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.669955] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efd7ad7f-2b54-41bc-b065-1ec45f761923" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.670252] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-528ed36f-1abf-4d0e-bc15-2eabf17136d9 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.670443] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-528ed36f-1abf-4d0e-bc15-2eabf17136d9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.670634] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-528ed36f-1abf-4d0e-bc15-2eabf17136d9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.671348] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-528ed36f-1abf-4d0e-bc15-2eabf17136d9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.671348] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('528ed36f-1abf-4d0e-bc15-2eabf17136d9',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.694027] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb0cb4f0-93d5-47a3-a946-b613a4a7d88a in Status: SUCCESS [ 843.694027] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb0cb4f0-93d5-47a3-a946-b613a4a7d88a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.694027] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb0cb4f0-93d5-47a3-a946-b613a4a7d88a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.694027] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb0cb4f0-93d5-47a3-a946-b613a4a7d88a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.694027] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.694027] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.694027] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.694027] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.694719] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.694719] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb0cb4f0-93d5-47a3-a946-b613a4a7d88a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.694719] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb0cb4f0-93d5-47a3-a946-b613a4a7d88a taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.694719] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb0cb4f0-93d5-47a3-a946-b613a4a7d88a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.694719] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb0cb4f0-93d5-47a3-a946-b613a4a7d88a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.694719] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb0cb4f0-93d5-47a3-a946-b613a4a7d88a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.695020] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.695020] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.695020] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.695474] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.695474] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.695474] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb0cb4f0-93d5-47a3-a946-b613a4a7d88a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.695474] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fb0cb4f0-93d5-47a3-a946-b613a4a7d88a',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.697026] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ceec802-5195-4c42-9569-8b96cf06629f in Status: SUCCESS [ 843.697925] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ceec802-5195-4c42-9569-8b96cf06629f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.698048] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ceec802-5195-4c42-9569-8b96cf06629f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.702566] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ceec802-5195-4c42-9569-8b96cf06629f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.703272] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.703976] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.703976] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.704160] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.704210] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.704361] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ceec802-5195-4c42-9569-8b96cf06629f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.704510] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1ceec802-5195-4c42-9569-8b96cf06629f',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.793107] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 341975fd-3181-4fe6-beaf-e537fb1e9a77 in Status: SUCCESS [ 843.793379] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-341975fd-3181-4fe6-beaf-e537fb1e9a77" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.793425] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-341975fd-3181-4fe6-beaf-e537fb1e9a77" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.793675] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-341975fd-3181-4fe6-beaf-e537fb1e9a77" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.793941] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.794108] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.794191] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.794475] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.794475] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.794604] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-341975fd-3181-4fe6-beaf-e537fb1e9a77" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.794718] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('341975fd-3181-4fe6-beaf-e537fb1e9a77',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.795860] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-341975fd-3181-4fe6-beaf-e537fb1e9a77" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.795944] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-341975fd-3181-4fe6-beaf-e537fb1e9a77" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.796132] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.796871] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.797053] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.797493] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.797493] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.797493] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('341975fd-3181-4fe6-beaf-e537fb1e9a77',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.173396] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-efd7ad7f-2b54-41bc-b065-1ec45f761923 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.173876] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efd7ad7f-2b54-41bc-b065-1ec45f761923" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.173876] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 528ed36f-1abf-4d0e-bc15-2eabf17136d9 with status ACTIVE [ 844.174162] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.174335] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.174483] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.174792] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.174934] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.175058] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.175197] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.175345] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.175410] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.175480] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.175666] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.175763] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.175818] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.175959] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.176082] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.176251] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 528ed36f-1abf-4d0e-bc15-2eabf17136d9 is going to be updated. [ 844.207073] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fb0cb4f0-93d5-47a3-a946-b613a4a7d88a: rpc.has_security_group_logging(os_id): False [ 844.209294] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.209502] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.209691] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.211572] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.211572] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.211572] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-528ed36f-1abf-4d0e-bc15-2eabf17136d9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.211572] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1ceec802-5195-4c42-9569-8b96cf06629f',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.235924] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.236146] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.236146] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.236365] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.236454] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.236645] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.236746] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.236804] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.236947] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.237030] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.237218] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.237311] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.237360] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.237498] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.237560] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.237765] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.237858] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.238414] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.238414] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.238414] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.238571] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fb0cb4f0-93d5-47a3-a946-b613a4a7d88a is going to be updated. [ 844.300460] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-341975fd-3181-4fe6-beaf-e537fb1e9a77 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.300460] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-341975fd-3181-4fe6-beaf-e537fb1e9a77" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.300460] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('341975fd-3181-4fe6-beaf-e537fb1e9a77',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.357592] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.357592] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.357592] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.357592] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.358468] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.379263] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fb0cb4f0-93d5-47a3-a946-b613a4a7d88a in Status: IN_PROGRESS for 2s [ 844.520442] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: efd7ad7f-2b54-41bc-b065-1ec45f761923 in Status: SUCCESS [ 844.520442] env[66341]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: efd7ad7f-2b54-41bc-b065-1ec45f761923 deletion is rescheduled due to dependency. [ 844.520442] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efd7ad7f-2b54-41bc-b065-1ec45f761923" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.520442] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efd7ad7f-2b54-41bc-b065-1ec45f761923" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.520442] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efd7ad7f-2b54-41bc-b065-1ec45f761923" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.520442] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.520442] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.520442] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.520442] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.520442] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.520442] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('efd7ad7f-2b54-41bc-b065-1ec45f761923',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.715317] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1ceec802-5195-4c42-9569-8b96cf06629f: rpc.has_security_group_logging(os_id): False [ 844.737602] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.738227] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.738324] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.738530] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.738617] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.739636] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.740157] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.740258] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.740468] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.740575] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.740708] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1ceec802-5195-4c42-9569-8b96cf06629f is going to be updated. [ 844.803475] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('341975fd-3181-4fe6-beaf-e537fb1e9a77',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.810138] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.810476] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.810548] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.810782] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.810969] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.825942] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1ceec802-5195-4c42-9569-8b96cf06629f in Status: IN_PROGRESS for 2s [ 845.023679] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('efd7ad7f-2b54-41bc-b065-1ec45f761923',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.306304] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.306582] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.306678] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.306945] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.307057] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.307164] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 341975fd-3181-4fe6-beaf-e537fb1e9a77 is going to be updated. [ 845.358908] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.359092] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.359165] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.359377] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.359525] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.373480] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 341975fd-3181-4fe6-beaf-e537fb1e9a77 in Status: IN_PROGRESS for 2s [ 845.526150] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('efd7ad7f-2b54-41bc-b065-1ec45f761923',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.031047] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.031353] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.031353] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.031580] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.031678] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.031828] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: efd7ad7f-2b54-41bc-b065-1ec45f761923 is going to be updated. [ 846.075745] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.075745] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.075745] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.075745] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.076247] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.094871] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: efd7ad7f-2b54-41bc-b065-1ec45f761923 in Status: IN_PROGRESS for 2s [ 846.397181] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fb0cb4f0-93d5-47a3-a946-b613a4a7d88a in Status: SUCCESS [ 846.397471] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fb0cb4f0-93d5-47a3-a946-b613a4a7d88a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.397560] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fb0cb4f0-93d5-47a3-a946-b613a4a7d88a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.397835] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fb0cb4f0-93d5-47a3-a946-b613a4a7d88a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.397960] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fb0cb4f0-93d5-47a3-a946-b613a4a7d88a',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.819198] env[66341]: INFO networking_nsxv3.common.synchronization [req-0072b1ae-bde8-4727-aadf-c4b57cb4c66b req-ecb68301-fef7-4cbf-a352-2a5920b59b27 tempest-ServersAdminTestJSON-456582313 tempest-ServersAdminTestJSON-456582313-project-member] Enqueued Resource ID: 9cdf7238-451f-4652-91ab-fc85ab12a1b5 with Priority: HIGHEST for action security_group_members [ 846.819750] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cdf7238-451f-4652-91ab-fc85ab12a1b5 with Priority: HIGHEST for action security_group_members [ 846.821164] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cdf7238-451f-4652-91ab-fc85ab12a1b5 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.821164] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cdf7238-451f-4652-91ab-fc85ab12a1b5" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.821164] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cdf7238-451f-4652-91ab-fc85ab12a1b5" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.821164] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cdf7238-451f-4652-91ab-fc85ab12a1b5" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.821164] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.821164] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.821164] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.821164] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.821164] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.821164] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9cdf7238-451f-4652-91ab-fc85ab12a1b5',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.841324] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1ceec802-5195-4c42-9569-8b96cf06629f in Status: SUCCESS [ 846.841679] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1ceec802-5195-4c42-9569-8b96cf06629f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.902551] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb0cb4f0-93d5-47a3-a946-b613a4a7d88a taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.903901] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb0cb4f0-93d5-47a3-a946-b613a4a7d88a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.903901] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb0cb4f0-93d5-47a3-a946-b613a4a7d88a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.904056] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb0cb4f0-93d5-47a3-a946-b613a4a7d88a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.904207] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.904348] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.904436] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.904620] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.904774] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.904886] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb0cb4f0-93d5-47a3-a946-b613a4a7d88a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.904963] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fb0cb4f0-93d5-47a3-a946-b613a4a7d88a',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.135891] env[66341]: INFO networking_nsxv3.common.synchronization [req-64d058a6-3f9d-4076-b1bb-91192a21523c req-82e8cdf1-6643-4f53-8778-b040654e5b75 tempest-AttachInterfacesTestJSON-748429391 tempest-AttachInterfacesTestJSON-748429391-project-member] Enqueued Resource ID: 3b39a8b0-a78c-4d52-91b6-8862536bfaa9 with Priority: HIGHEST for action security_group_members [ 847.136600] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b39a8b0-a78c-4d52-91b6-8862536bfaa9 with Priority: HIGHEST for action security_group_members [ 847.136867] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b39a8b0-a78c-4d52-91b6-8862536bfaa9 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.137027] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b39a8b0-a78c-4d52-91b6-8862536bfaa9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.137349] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b39a8b0-a78c-4d52-91b6-8862536bfaa9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.137562] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b39a8b0-a78c-4d52-91b6-8862536bfaa9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.137721] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.137817] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.137880] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.138038] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.138102] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.138223] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3b39a8b0-a78c-4d52-91b6-8862536bfaa9',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.324798] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9cdf7238-451f-4652-91ab-fc85ab12a1b5',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.385172] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 341975fd-3181-4fe6-beaf-e537fb1e9a77 in Status: SUCCESS [ 847.386176] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-341975fd-3181-4fe6-beaf-e537fb1e9a77" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.386176] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-341975fd-3181-4fe6-beaf-e537fb1e9a77" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.386176] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-341975fd-3181-4fe6-beaf-e537fb1e9a77" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.386866] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.386866] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.386866] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.386866] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.386866] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.387254] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('341975fd-3181-4fe6-beaf-e537fb1e9a77',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.407263] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb0cb4f0-93d5-47a3-a946-b613a4a7d88a taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.408052] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb0cb4f0-93d5-47a3-a946-b613a4a7d88a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.408259] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb0cb4f0-93d5-47a3-a946-b613a4a7d88a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.408544] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb0cb4f0-93d5-47a3-a946-b613a4a7d88a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.408816] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.409039] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.409188] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.409432] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.409606] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.409774] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb0cb4f0-93d5-47a3-a946-b613a4a7d88a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.410118] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb0cb4f0-93d5-47a3-a946-b613a4a7d88a taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.410319] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb0cb4f0-93d5-47a3-a946-b613a4a7d88a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.410549] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb0cb4f0-93d5-47a3-a946-b613a4a7d88a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.410867] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb0cb4f0-93d5-47a3-a946-b613a4a7d88a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.412024] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.412024] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.412024] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.412024] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.412024] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.412024] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb0cb4f0-93d5-47a3-a946-b613a4a7d88a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.412024] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fb0cb4f0-93d5-47a3-a946-b613a4a7d88a',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.640150] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.640352] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.640432] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.640650] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.640757] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.640964] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.641079] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.641141] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.641459] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.641556] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.641646] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3b39a8b0-a78c-4d52-91b6-8862536bfaa9 is going to be updated. [ 847.680794] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.681068] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.681068] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.682584] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.682584] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.694032] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b39a8b0-a78c-4d52-91b6-8862536bfaa9 in Status: IN_PROGRESS for 2s [ 847.827511] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9cdf7238-451f-4652-91ab-fc85ab12a1b5',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.889343] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('341975fd-3181-4fe6-beaf-e537fb1e9a77',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.915596] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fb0cb4f0-93d5-47a3-a946-b613a4a7d88a: rpc.has_security_group_logging(os_id): False [ 847.933792] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.934172] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.934241] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.934493] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.934588] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.934810] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.935036] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.935151] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.935294] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.935360] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.935543] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.935675] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.935739] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.935915] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.936017] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.936263] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.936458] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.936458] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.936599] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.936676] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.936800] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fb0cb4f0-93d5-47a3-a946-b613a4a7d88a is going to be updated. [ 848.002462] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.002649] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.002730] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.003035] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.003220] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.020584] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fb0cb4f0-93d5-47a3-a946-b613a4a7d88a in Status: IN_PROGRESS for 2s [ 848.118899] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: efd7ad7f-2b54-41bc-b065-1ec45f761923 in Status: SUCCESS [ 848.119812] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efd7ad7f-2b54-41bc-b065-1ec45f761923" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.120116] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efd7ad7f-2b54-41bc-b065-1ec45f761923" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.120551] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efd7ad7f-2b54-41bc-b065-1ec45f761923" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.120653] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.120742] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.120808] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.120983] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.121144] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.121202] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efd7ad7f-2b54-41bc-b065-1ec45f761923" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.121265] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('efd7ad7f-2b54-41bc-b065-1ec45f761923',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.331423] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.331586] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.331649] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.331877] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.331971] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.332095] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9cdf7238-451f-4652-91ab-fc85ab12a1b5 is going to be updated. [ 848.367798] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.367973] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.368056] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.368251] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.368401] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.379871] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9cdf7238-451f-4652-91ab-fc85ab12a1b5 in Status: IN_PROGRESS for 2s [ 848.392411] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('341975fd-3181-4fe6-beaf-e537fb1e9a77',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.624674] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('efd7ad7f-2b54-41bc-b065-1ec45f761923',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.895249] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.895541] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.895541] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.895770] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.895877] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.896026] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 341975fd-3181-4fe6-beaf-e537fb1e9a77 is going to be updated. [ 848.932243] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.932449] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.932554] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.932769] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.932920] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.949515] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 341975fd-3181-4fe6-beaf-e537fb1e9a77 in Status: IN_PROGRESS for 2s [ 849.129086] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for efd7ad7f-2b54-41bc-b065-1ec45f761923: rpc.has_security_group_logging(os_id): False [ 849.149895] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.150099] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.150099] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.150381] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.150519] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.150781] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.150952] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.150952] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.151165] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.151217] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.151316] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: efd7ad7f-2b54-41bc-b065-1ec45f761923 is going to be updated. [ 849.235057] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.235590] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.235590] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.235708] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.235783] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.272559] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: efd7ad7f-2b54-41bc-b065-1ec45f761923 in Status: IN_PROGRESS for 2s [ 849.705796] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b39a8b0-a78c-4d52-91b6-8862536bfaa9 in Status: SUCCESS [ 849.705796] env[66341]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3b39a8b0-a78c-4d52-91b6-8862536bfaa9 deletion is rescheduled due to dependency. [ 849.705796] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b39a8b0-a78c-4d52-91b6-8862536bfaa9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.039498] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fb0cb4f0-93d5-47a3-a946-b613a4a7d88a in Status: SUCCESS [ 850.039730] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fb0cb4f0-93d5-47a3-a946-b613a4a7d88a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.393192] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9cdf7238-451f-4652-91ab-fc85ab12a1b5 in Status: SUCCESS [ 850.393428] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cdf7238-451f-4652-91ab-fc85ab12a1b5" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.900285] env[66341]: INFO networking_nsxv3.common.synchronization [req-5d84f318-5fc1-4a40-ae1e-ee58d9c0ffb8 req-2a7fd871-8530-479b-8ca7-65a73337e4dd tempest-AttachInterfacesTestJSON-748429391 tempest-AttachInterfacesTestJSON-748429391-project-member] Enqueued Resource ID: ce7ac1e0-dc34-4cba-baba-29e6c6c5c0d4 with Priority: HIGHEST for action security_group_members [ 850.901317] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce7ac1e0-dc34-4cba-baba-29e6c6c5c0d4 with Priority: HIGHEST for action security_group_members [ 850.901317] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce7ac1e0-dc34-4cba-baba-29e6c6c5c0d4 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.901317] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce7ac1e0-dc34-4cba-baba-29e6c6c5c0d4" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.901317] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce7ac1e0-dc34-4cba-baba-29e6c6c5c0d4" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.901698] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce7ac1e0-dc34-4cba-baba-29e6c6c5c0d4" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.901698] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.902056] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.902056] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.902056] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.902056] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.902211] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ce7ac1e0-dc34-4cba-baba-29e6c6c5c0d4',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.906611] env[66341]: INFO networking_nsxv3.common.synchronization [req-8e0919bd-0055-4ec9-bd99-909172987f00 req-b1309236-bcdd-4024-a27f-5d7c40bf33a9 tempest-ImagesOneServerNegativeTestJSON-317969175 tempest-ImagesOneServerNegativeTestJSON-317969175-project-member] Enqueued Resource ID: 3a4db453-806e-4421-9a20-de590427fd35 with Priority: HIGHEST for action security_group_members [ 850.908504] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a4db453-806e-4421-9a20-de590427fd35 with Priority: HIGHEST for action security_group_members [ 850.908504] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a4db453-806e-4421-9a20-de590427fd35 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.908504] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a4db453-806e-4421-9a20-de590427fd35" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.908504] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a4db453-806e-4421-9a20-de590427fd35" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.908504] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a4db453-806e-4421-9a20-de590427fd35" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.908504] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.908504] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.908504] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.908504] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.908504] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.908504] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3a4db453-806e-4421-9a20-de590427fd35',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.963175] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 341975fd-3181-4fe6-beaf-e537fb1e9a77 in Status: SUCCESS [ 850.963175] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-341975fd-3181-4fe6-beaf-e537fb1e9a77" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.963175] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-341975fd-3181-4fe6-beaf-e537fb1e9a77" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.963175] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-341975fd-3181-4fe6-beaf-e537fb1e9a77" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.963175] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.963175] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.963175] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.963175] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.963175] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.963175] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('341975fd-3181-4fe6-beaf-e537fb1e9a77',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.292755] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: efd7ad7f-2b54-41bc-b065-1ec45f761923 in Status: SUCCESS [ 851.292755] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-efd7ad7f-2b54-41bc-b065-1ec45f761923" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.335458] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock network-247 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.335458] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "network-247" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.335784] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "network-247" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.335784] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "network-247" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.336059] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.336239] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.336322] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.337512] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.337512] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.337512] env[66341]: DEBUG dogpile.cache.region [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 851.337512] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] NeedRegenerationException {{(pid=66341) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 851.337512] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] no value, waiting for create lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 851.337512] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] value creation lock acquired {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 851.337799] env[66341]: DEBUG dogpile.cache.region [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 851.337799] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Calling creation function for not-yet-present value {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 851.337930] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 851.360633] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 851.360810] env[66341]: DEBUG dogpile.cache.region [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66341) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 851.360980] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Released creation lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 851.361221] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "network-247" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.361549] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock port-89f44c5d-8f42-4f9a-805c-41a274882632 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.361727] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "port-89f44c5d-8f42-4f9a-805c-41a274882632" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.361865] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "port-89f44c5d-8f42-4f9a-805c-41a274882632" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.362211] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "port-89f44c5d-8f42-4f9a-805c-41a274882632" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.362350] env[66341]: DEBUG networking_nsxv3.api.rpc [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('89f44c5d-8f42-4f9a-805c-41a274882632',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.405535] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.405535] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.405830] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.405830] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.411140] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.411276] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.428886] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.429228] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.429319] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.429363] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.429679] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.429679] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.429772] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ce7ac1e0-dc34-4cba-baba-29e6c6c5c0d4 is going to be updated. [ 851.430952] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.431145] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.452710] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.452982] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.453179] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.453179] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.453487] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.453487] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.453682] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3a4db453-806e-4421-9a20-de590427fd35 is going to be updated. [ 851.463986] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.464179] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.464250] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.464420] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.464589] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.465947] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('341975fd-3181-4fe6-beaf-e537fb1e9a77',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.474125] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce7ac1e0-dc34-4cba-baba-29e6c6c5c0d4 in Status: IN_PROGRESS for 2s [ 851.480367] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.480553] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.480631] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.480795] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.481064] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.492967] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3a4db453-806e-4421-9a20-de590427fd35 in Status: IN_PROGRESS for 2s [ 851.865553] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.865877] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.865977] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.867269] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.867466] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.867635] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Segment Port 89f44c5d-8f42-4f9a-805c-41a274882632 not found, creating... [ 851.867949] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.868142] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.868273] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.868560] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.868711] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.869103] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.869376] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.869536] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.869867] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.871060] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.871060] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Resource: SegmentPort with ID: 89f44c5d-8f42-4f9a-805c-41a274882632 is going to be created. [ 851.895295] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.895601] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.895744] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.896037] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.896320] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.896678] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "port-89f44c5d-8f42-4f9a-805c-41a274882632" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.970053] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('341975fd-3181-4fe6-beaf-e537fb1e9a77',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.473216] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.474331] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.474331] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.474331] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.474331] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.474331] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 341975fd-3181-4fe6-beaf-e537fb1e9a77 is going to be updated. [ 852.558369] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.558733] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.558847] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.559177] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.559328] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.570901] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 341975fd-3181-4fe6-beaf-e537fb1e9a77 in Status: IN_PROGRESS for 2s [ 852.628539] env[66341]: INFO networking_nsxv3.common.synchronization [req-8e0919bd-0055-4ec9-bd99-909172987f00 req-38537e60-a6d9-4f6b-94a0-c1be20cb69d3 service nova] Enqueued Resource ID: 3a4db453-806e-4421-9a20-de590427fd35 with Priority: HIGHEST for action security_group_rules [ 852.628838] env[66341]: INFO networking_nsxv3.common.synchronization [req-8e0919bd-0055-4ec9-bd99-909172987f00 req-38537e60-a6d9-4f6b-94a0-c1be20cb69d3 service nova] Enqueued Resource ID: 3a4db453-806e-4421-9a20-de590427fd35 with Priority: HIGHEST for action security_group_members [ 852.629124] env[66341]: INFO networking_nsxv3.common.synchronization [req-8e0919bd-0055-4ec9-bd99-909172987f00 req-38537e60-a6d9-4f6b-94a0-c1be20cb69d3 service nova] Enqueued Resource ID: 89f44c5d-8f42-4f9a-805c-41a274882632 with Priority: HIGHEST for action port [ 852.633119] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a4db453-806e-4421-9a20-de590427fd35 with Priority: HIGHEST for action security_group_rules [ 852.633119] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a4db453-806e-4421-9a20-de590427fd35 with Priority: HIGHEST for action security_group_members [ 852.633119] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89f44c5d-8f42-4f9a-805c-41a274882632 with Priority: HIGHEST for action port [ 852.633354] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3a4db453-806e-4421-9a20-de590427fd35 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.633653] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3a4db453-806e-4421-9a20-de590427fd35" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.634016] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3a4db453-806e-4421-9a20-de590427fd35" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.634495] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3a4db453-806e-4421-9a20-de590427fd35" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.635897] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3a4db453-806e-4421-9a20-de590427fd35',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.635897] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a4db453-806e-4421-9a20-de590427fd35 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.635897] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a4db453-806e-4421-9a20-de590427fd35" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.636395] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-89f44c5d-8f42-4f9a-805c-41a274882632 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.636771] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-89f44c5d-8f42-4f9a-805c-41a274882632" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.636984] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-89f44c5d-8f42-4f9a-805c-41a274882632" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.637287] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-89f44c5d-8f42-4f9a-805c-41a274882632" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.638133] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('89f44c5d-8f42-4f9a-805c-41a274882632',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.093887] env[66341]: INFO networking_nsxv3.common.synchronization [req-859e1ad5-d6b0-4427-b217-b9db71374e2e req-4cc18a1d-5ee0-4615-9632-9cb3ed088679 tempest-ListServersNegativeTestJSON-1524180547 tempest-ListServersNegativeTestJSON-1524180547-project-member] Enqueued Resource ID: 341975fd-3181-4fe6-beaf-e537fb1e9a77 with Priority: HIGHEST for action security_group_members [ 853.094535] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 341975fd-3181-4fe6-beaf-e537fb1e9a77 with Priority: HIGHEST for action security_group_members [ 853.094807] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-341975fd-3181-4fe6-beaf-e537fb1e9a77 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.094944] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-341975fd-3181-4fe6-beaf-e537fb1e9a77" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.141969] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a4db453-806e-4421-9a20-de590427fd35 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.142691] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a4db453-806e-4421-9a20-de590427fd35" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.142691] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 89f44c5d-8f42-4f9a-805c-41a274882632 with status ACTIVE [ 853.142691] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.142691] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.142691] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.142959] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.142997] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.143173] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.143268] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.143356] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.143530] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.143638] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.143862] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.143955] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.144032] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.144180] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.144270] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.144330] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 89f44c5d-8f42-4f9a-805c-41a274882632 is going to be updated. [ 853.174320] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.174490] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.174557] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.174820] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.174976] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.175414] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-89f44c5d-8f42-4f9a-805c-41a274882632" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.484641] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce7ac1e0-dc34-4cba-baba-29e6c6c5c0d4 in Status: SUCCESS [ 853.484787] env[66341]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ce7ac1e0-dc34-4cba-baba-29e6c6c5c0d4 deletion is rescheduled due to dependency. [ 853.484844] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce7ac1e0-dc34-4cba-baba-29e6c6c5c0d4" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.502435] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3a4db453-806e-4421-9a20-de590427fd35 in Status: SUCCESS [ 853.502577] env[66341]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3a4db453-806e-4421-9a20-de590427fd35 deletion is rescheduled due to dependency. [ 853.502744] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a4db453-806e-4421-9a20-de590427fd35" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.502993] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a4db453-806e-4421-9a20-de590427fd35" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.503345] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a4db453-806e-4421-9a20-de590427fd35" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.503646] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.503847] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.503955] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.504138] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.504243] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.504394] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3a4db453-806e-4421-9a20-de590427fd35',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.983534] env[66341]: INFO networking_nsxv3.common.synchronization [req-f411dc7c-c9be-45c8-a0c4-a685c798b27b req-674c6dc9-fd34-48c8-a43f-f701ad9c6665 tempest-ImagesTestJSON-1540688741 tempest-ImagesTestJSON-1540688741-project-member] Enqueued Resource ID: 8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a with Priority: HIGHEST for action security_group_members [ 853.984322] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a with Priority: HIGHEST for action security_group_members [ 853.984497] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.984690] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.984690] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.985046] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.985204] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.985308] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.985373] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.985530] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.985620] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.985716] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.006492] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3a4db453-806e-4421-9a20-de590427fd35',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.488020] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.488395] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.488395] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.488475] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.488591] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.489865] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.489865] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.489865] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.489865] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.489865] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.489865] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a is going to be updated. [ 854.508335] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3a4db453-806e-4421-9a20-de590427fd35',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.529213] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.529389] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.529436] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.530327] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.531455] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.542493] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a in Status: IN_PROGRESS for 2s [ 854.581438] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 341975fd-3181-4fe6-beaf-e537fb1e9a77 in Status: SUCCESS [ 854.581674] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-341975fd-3181-4fe6-beaf-e537fb1e9a77" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.582154] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-341975fd-3181-4fe6-beaf-e537fb1e9a77" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.582154] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-341975fd-3181-4fe6-beaf-e537fb1e9a77" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.582358] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.582489] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.582554] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.582734] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.583422] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.583422] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-341975fd-3181-4fe6-beaf-e537fb1e9a77" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.583422] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-341975fd-3181-4fe6-beaf-e537fb1e9a77 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.583422] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-341975fd-3181-4fe6-beaf-e537fb1e9a77" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.583422] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-341975fd-3181-4fe6-beaf-e537fb1e9a77" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.583422] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-341975fd-3181-4fe6-beaf-e537fb1e9a77" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.583726] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.583726] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.583726] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.583924] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.584541] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.584541] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-341975fd-3181-4fe6-beaf-e537fb1e9a77" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.587144] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('341975fd-3181-4fe6-beaf-e537fb1e9a77',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.587144] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-341975fd-3181-4fe6-beaf-e537fb1e9a77" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.587144] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-341975fd-3181-4fe6-beaf-e537fb1e9a77" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.587144] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.587144] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.587144] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.587144] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.587144] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.587144] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('341975fd-3181-4fe6-beaf-e537fb1e9a77',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.014519] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.014789] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.014789] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.015008] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.015114] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.015279] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3a4db453-806e-4421-9a20-de590427fd35 is going to be updated. [ 855.046524] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.046816] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.046816] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.046939] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.047132] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.059577] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3a4db453-806e-4421-9a20-de590427fd35 in Status: IN_PROGRESS for 2s [ 855.090431] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 341975fd-3181-4fe6-beaf-e537fb1e9a77: rpc.has_security_group_logging(os_id): False [ 855.095292] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('341975fd-3181-4fe6-beaf-e537fb1e9a77',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.113359] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.113504] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.113576] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.113789] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.114021] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.114253] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.114355] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.114422] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.114577] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.114702] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.114897] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.115009] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.115086] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.115232] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.115309] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.115496] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.115724] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.115792] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.115946] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.116037] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.116129] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 341975fd-3181-4fe6-beaf-e537fb1e9a77 is going to be created. [ 855.194325] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.194562] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.194798] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.194894] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.195206] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.211615] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 341975fd-3181-4fe6-beaf-e537fb1e9a77 in Status: IN_PROGRESS for 2s [ 855.598553] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('341975fd-3181-4fe6-beaf-e537fb1e9a77',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.101207] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.101624] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.101709] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.101937] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.102062] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.102168] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 341975fd-3181-4fe6-beaf-e537fb1e9a77 is going to be updated. [ 856.135282] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.135282] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.135412] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.135646] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.135727] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.145420] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 341975fd-3181-4fe6-beaf-e537fb1e9a77 in Status: IN_PROGRESS for 2s [ 856.553482] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a in Status: SUCCESS [ 856.553482] env[66341]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a deletion is rescheduled due to dependency. [ 856.554447] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.070590] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3a4db453-806e-4421-9a20-de590427fd35 in Status: SUCCESS [ 857.070863] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a4db453-806e-4421-9a20-de590427fd35" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.070976] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a4db453-806e-4421-9a20-de590427fd35" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.071235] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a4db453-806e-4421-9a20-de590427fd35" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.071433] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.071552] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.071610] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.071807] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.071933] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.072045] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a4db453-806e-4421-9a20-de590427fd35" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.072143] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3a4db453-806e-4421-9a20-de590427fd35',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.224379] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 341975fd-3181-4fe6-beaf-e537fb1e9a77 in Status: SUCCESS [ 857.224606] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-341975fd-3181-4fe6-beaf-e537fb1e9a77" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.224786] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-341975fd-3181-4fe6-beaf-e537fb1e9a77" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.225038] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-341975fd-3181-4fe6-beaf-e537fb1e9a77" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.225122] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('341975fd-3181-4fe6-beaf-e537fb1e9a77',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.574964] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a4db453-806e-4421-9a20-de590427fd35 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.575807] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a4db453-806e-4421-9a20-de590427fd35" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.575807] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a4db453-806e-4421-9a20-de590427fd35" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.575807] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a4db453-806e-4421-9a20-de590427fd35" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.576202] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.576202] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.576331] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.576549] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.576686] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.576843] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a4db453-806e-4421-9a20-de590427fd35" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.577084] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a4db453-806e-4421-9a20-de590427fd35 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.577286] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a4db453-806e-4421-9a20-de590427fd35" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.577353] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a4db453-806e-4421-9a20-de590427fd35" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.577530] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a4db453-806e-4421-9a20-de590427fd35" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.577732] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.577886] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.578044] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.578276] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.578463] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.578624] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a4db453-806e-4421-9a20-de590427fd35" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.578805] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3a4db453-806e-4421-9a20-de590427fd35',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.729024] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-341975fd-3181-4fe6-beaf-e537fb1e9a77 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.729191] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-341975fd-3181-4fe6-beaf-e537fb1e9a77" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.082292] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3a4db453-806e-4421-9a20-de590427fd35: rpc.has_security_group_logging(os_id): False [ 858.105033] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.105181] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.105254] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.105471] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.105563] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.105781] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.109008] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.109098] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.109284] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.109371] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.109580] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.109683] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.109738] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.109884] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.110070] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.110240] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.110398] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.110470] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.112229] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.112548] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.112548] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3a4db453-806e-4421-9a20-de590427fd35 is going to be updated. [ 858.158100] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 341975fd-3181-4fe6-beaf-e537fb1e9a77 in Status: SUCCESS [ 858.158370] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-341975fd-3181-4fe6-beaf-e537fb1e9a77" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.158549] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-341975fd-3181-4fe6-beaf-e537fb1e9a77" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.158871] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-341975fd-3181-4fe6-beaf-e537fb1e9a77" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.158973] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.159090] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.159155] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.159312] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.159397] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.159483] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-341975fd-3181-4fe6-beaf-e537fb1e9a77" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.159576] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('341975fd-3181-4fe6-beaf-e537fb1e9a77',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.187510] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.187692] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.187737] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.188560] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.188730] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.212686] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3a4db453-806e-4421-9a20-de590427fd35 in Status: IN_PROGRESS for 2s [ 858.664761] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-341975fd-3181-4fe6-beaf-e537fb1e9a77 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.665564] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-341975fd-3181-4fe6-beaf-e537fb1e9a77" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.665564] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-341975fd-3181-4fe6-beaf-e537fb1e9a77" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.665564] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-341975fd-3181-4fe6-beaf-e537fb1e9a77" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.665793] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.665793] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.665793] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.665968] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.666066] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.666493] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-341975fd-3181-4fe6-beaf-e537fb1e9a77" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.666493] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-341975fd-3181-4fe6-beaf-e537fb1e9a77 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.666493] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-341975fd-3181-4fe6-beaf-e537fb1e9a77" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.666493] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-341975fd-3181-4fe6-beaf-e537fb1e9a77" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.666766] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-341975fd-3181-4fe6-beaf-e537fb1e9a77" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.666766] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.666853] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.666902] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.667033] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.667106] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.667183] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-341975fd-3181-4fe6-beaf-e537fb1e9a77" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.667271] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('341975fd-3181-4fe6-beaf-e537fb1e9a77',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.933255] env[66341]: INFO networking_nsxv3.common.synchronization [None req-608b7fb2-30b9-4ae9-b27f-069aecd6a6e8 None None] Enqueued Resource ID: 0c69042f-329f-4019-8d8f-b1eea4893cfe with Priority: HIGHEST for action port [ 858.933255] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c69042f-329f-4019-8d8f-b1eea4893cfe with Priority: HIGHEST for action port [ 858.933777] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-0c69042f-329f-4019-8d8f-b1eea4893cfe taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.933777] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0c69042f-329f-4019-8d8f-b1eea4893cfe" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.933777] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0c69042f-329f-4019-8d8f-b1eea4893cfe" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.934021] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0c69042f-329f-4019-8d8f-b1eea4893cfe" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.934933] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0c69042f-329f-4019-8d8f-b1eea4893cfe',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.170424] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 341975fd-3181-4fe6-beaf-e537fb1e9a77: rpc.has_security_group_logging(os_id): False [ 859.188891] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.189109] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.189217] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.189551] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.189942] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.190110] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.190190] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.190260] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.190469] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.190578] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.190802] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.190951] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.190951] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.191036] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.191997] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.191997] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.191997] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.191997] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.191997] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.192265] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.192265] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 341975fd-3181-4fe6-beaf-e537fb1e9a77 is going to be updated. [ 859.255670] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.256249] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.256249] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.256249] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.256497] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.271097] env[66341]: INFO networking_nsxv3.common.synchronization [req-33440c06-f1e9-4151-8356-b70848d5e498 req-2fed5851-fb1c-40dd-8aee-f2cb1dd90868 tempest-ServerRescueNegativeTestJSON-1380100159 tempest-ServerRescueNegativeTestJSON-1380100159-project-member] Enqueued Resource ID: 05e2bcdb-af8f-4a01-aadb-b928355b0164 with Priority: HIGHEST for action security_group_members [ 859.272724] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 341975fd-3181-4fe6-beaf-e537fb1e9a77 in Status: IN_PROGRESS for 2s [ 859.273197] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05e2bcdb-af8f-4a01-aadb-b928355b0164 with Priority: HIGHEST for action security_group_members [ 859.273540] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-05e2bcdb-af8f-4a01-aadb-b928355b0164 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.273665] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05e2bcdb-af8f-4a01-aadb-b928355b0164" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.273735] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05e2bcdb-af8f-4a01-aadb-b928355b0164" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.274054] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05e2bcdb-af8f-4a01-aadb-b928355b0164" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.274216] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.274317] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.274377] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.274527] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.274611] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.274708] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('05e2bcdb-af8f-4a01-aadb-b928355b0164',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.437054] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0c69042f-329f-4019-8d8f-b1eea4893cfe [ 859.437296] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.437422] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.437548] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.437702] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.437789] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.437885] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0c69042f-329f-4019-8d8f-b1eea4893cfe already deleted. [ 859.437965] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0c69042f-329f-4019-8d8f-b1eea4893cfe" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.665895] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock network-561 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.666108] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "network-561" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.666253] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "network-561" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.666521] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "network-561" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.666786] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.666948] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.667079] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.667288] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.667430] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.667640] env[66341]: DEBUG dogpile.cache.region [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 859.667751] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] NeedRegenerationException {{(pid=66341) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 859.667859] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] no value, waiting for create lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 859.667965] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] value creation lock acquired {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 859.668087] env[66341]: DEBUG dogpile.cache.region [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 859.668191] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Calling creation function for not-yet-present value {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 859.668322] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 859.687969] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 859.688275] env[66341]: DEBUG dogpile.cache.region [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66341) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 859.688418] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Released creation lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 859.688588] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "network-561" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.688905] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock port-d0722923-930a-4015-bced-b3c76a4ca71e taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.689087] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "port-d0722923-930a-4015-bced-b3c76a4ca71e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.689208] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "port-d0722923-930a-4015-bced-b3c76a4ca71e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.690293] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "port-d0722923-930a-4015-bced-b3c76a4ca71e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.690386] env[66341]: DEBUG networking_nsxv3.api.rpc [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d0722923-930a-4015-bced-b3c76a4ca71e',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.778060] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.778060] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.778060] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.778060] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.778060] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.778060] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.778060] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.778060] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.778060] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.778060] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.778060] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 05e2bcdb-af8f-4a01-aadb-b928355b0164 already deleted. [ 859.778060] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05e2bcdb-af8f-4a01-aadb-b928355b0164" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.193309] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.193644] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.193644] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.193792] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.193965] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.194141] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Segment Port d0722923-930a-4015-bced-b3c76a4ca71e not found, creating... [ 860.194399] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.194559] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.194676] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.194929] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.195118] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.195496] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.195598] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.195663] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.195902] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.196050] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.196192] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Resource: SegmentPort with ID: d0722923-930a-4015-bced-b3c76a4ca71e is going to be created. [ 860.218134] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.218361] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.218487] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.218755] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.218981] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.219231] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "port-d0722923-930a-4015-bced-b3c76a4ca71e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.228028] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3a4db453-806e-4421-9a20-de590427fd35 in Status: SUCCESS [ 860.228171] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3a4db453-806e-4421-9a20-de590427fd35" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.957460] env[66341]: INFO networking_nsxv3.common.synchronization [req-33440c06-f1e9-4151-8356-b70848d5e498 req-69db5ec2-5586-4209-b4c3-477890ab70ec service nova] Enqueued Resource ID: 05e2bcdb-af8f-4a01-aadb-b928355b0164 with Priority: HIGHEST for action security_group_rules [ 860.957703] env[66341]: INFO networking_nsxv3.common.synchronization [req-33440c06-f1e9-4151-8356-b70848d5e498 req-69db5ec2-5586-4209-b4c3-477890ab70ec service nova] Enqueued Resource ID: 05e2bcdb-af8f-4a01-aadb-b928355b0164 with Priority: HIGHEST for action security_group_members [ 860.957855] env[66341]: INFO networking_nsxv3.common.synchronization [req-33440c06-f1e9-4151-8356-b70848d5e498 req-69db5ec2-5586-4209-b4c3-477890ab70ec service nova] Enqueued Resource ID: d0722923-930a-4015-bced-b3c76a4ca71e with Priority: HIGHEST for action port [ 860.961314] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05e2bcdb-af8f-4a01-aadb-b928355b0164 with Priority: HIGHEST for action security_group_rules [ 860.961314] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05e2bcdb-af8f-4a01-aadb-b928355b0164 with Priority: HIGHEST for action security_group_members [ 860.961314] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0722923-930a-4015-bced-b3c76a4ca71e with Priority: HIGHEST for action port [ 860.961314] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-05e2bcdb-af8f-4a01-aadb-b928355b0164 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.961314] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-05e2bcdb-af8f-4a01-aadb-b928355b0164" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.961314] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-05e2bcdb-af8f-4a01-aadb-b928355b0164" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.961314] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-05e2bcdb-af8f-4a01-aadb-b928355b0164" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.961314] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('05e2bcdb-af8f-4a01-aadb-b928355b0164',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.961314] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-05e2bcdb-af8f-4a01-aadb-b928355b0164 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.961314] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05e2bcdb-af8f-4a01-aadb-b928355b0164" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.961314] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05e2bcdb-af8f-4a01-aadb-b928355b0164" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.961314] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05e2bcdb-af8f-4a01-aadb-b928355b0164" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.961314] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.961829] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.961940] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.962405] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.962405] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.962405] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('05e2bcdb-af8f-4a01-aadb-b928355b0164',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.963145] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-d0722923-930a-4015-bced-b3c76a4ca71e taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.963435] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d0722923-930a-4015-bced-b3c76a4ca71e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.963509] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d0722923-930a-4015-bced-b3c76a4ca71e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.963665] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d0722923-930a-4015-bced-b3c76a4ca71e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.963765] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d0722923-930a-4015-bced-b3c76a4ca71e',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.256721] env[66341]: INFO networking_nsxv3.common.synchronization [None req-4bb83b13-4400-4e63-9a25-7cdd51811f1f None None] Enqueued Resource ID: 98d375c4-e85a-4436-88a5-10126c99038e with Priority: HIGHEST for action port [ 861.256991] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98d375c4-e85a-4436-88a5-10126c99038e with Priority: HIGHEST for action port [ 861.257564] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-98d375c4-e85a-4436-88a5-10126c99038e taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.257688] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-98d375c4-e85a-4436-88a5-10126c99038e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.257757] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-98d375c4-e85a-4436-88a5-10126c99038e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.258010] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-98d375c4-e85a-4436-88a5-10126c99038e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.258975] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('98d375c4-e85a-4436-88a5-10126c99038e',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.289813] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 341975fd-3181-4fe6-beaf-e537fb1e9a77 in Status: SUCCESS [ 861.289813] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-341975fd-3181-4fe6-beaf-e537fb1e9a77" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.289813] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-341975fd-3181-4fe6-beaf-e537fb1e9a77" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.289813] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-341975fd-3181-4fe6-beaf-e537fb1e9a77" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.289813] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('341975fd-3181-4fe6-beaf-e537fb1e9a77',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.466384] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-05e2bcdb-af8f-4a01-aadb-b928355b0164 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.466384] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05e2bcdb-af8f-4a01-aadb-b928355b0164" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.466384] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('05e2bcdb-af8f-4a01-aadb-b928355b0164',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.467275] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d0722923-930a-4015-bced-b3c76a4ca71e with status ACTIVE [ 861.467593] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.467698] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.467698] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.468604] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.468604] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.468604] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.468604] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.468604] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.468604] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.468604] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.469134] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.469134] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.469349] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.469349] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.469481] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.469533] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d0722923-930a-4015-bced-b3c76a4ca71e is going to be updated. [ 861.493567] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.493861] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.493861] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.495859] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.495859] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.495859] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d0722923-930a-4015-bced-b3c76a4ca71e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.764617] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 98d375c4-e85a-4436-88a5-10126c99038e [ 861.765482] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.765766] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.765947] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.766506] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.766506] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.766506] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:98d375c4-e85a-4436-88a5-10126c99038e already deleted. [ 861.766506] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-98d375c4-e85a-4436-88a5-10126c99038e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.792778] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-341975fd-3181-4fe6-beaf-e537fb1e9a77 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.792778] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-341975fd-3181-4fe6-beaf-e537fb1e9a77" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.792778] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-341975fd-3181-4fe6-beaf-e537fb1e9a77" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.792778] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-341975fd-3181-4fe6-beaf-e537fb1e9a77" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.793090] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.793675] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.793765] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.793968] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.794079] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.794175] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-341975fd-3181-4fe6-beaf-e537fb1e9a77" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.794282] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('341975fd-3181-4fe6-beaf-e537fb1e9a77',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.971763] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('05e2bcdb-af8f-4a01-aadb-b928355b0164',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.296987] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-341975fd-3181-4fe6-beaf-e537fb1e9a77 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.297482] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-341975fd-3181-4fe6-beaf-e537fb1e9a77" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.298081] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-341975fd-3181-4fe6-beaf-e537fb1e9a77" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.298081] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-341975fd-3181-4fe6-beaf-e537fb1e9a77" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.298081] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.298453] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.298453] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.298453] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.298453] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.298730] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-341975fd-3181-4fe6-beaf-e537fb1e9a77" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.298730] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-341975fd-3181-4fe6-beaf-e537fb1e9a77 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.298730] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-341975fd-3181-4fe6-beaf-e537fb1e9a77" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.298967] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-341975fd-3181-4fe6-beaf-e537fb1e9a77" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.298967] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-341975fd-3181-4fe6-beaf-e537fb1e9a77" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.299124] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.299124] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.299280] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.299351] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.299351] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.299487] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-341975fd-3181-4fe6-beaf-e537fb1e9a77" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.299562] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('341975fd-3181-4fe6-beaf-e537fb1e9a77',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.475992] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.476323] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.476323] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.476472] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.476553] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.476652] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 05e2bcdb-af8f-4a01-aadb-b928355b0164 is going to be created. [ 862.500309] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.500517] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.500577] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.500798] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.501090] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.510060] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 05e2bcdb-af8f-4a01-aadb-b928355b0164 in Status: UNINITIALIZED for 2s [ 862.802032] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 341975fd-3181-4fe6-beaf-e537fb1e9a77: rpc.has_security_group_logging(os_id): False [ 862.821211] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.821361] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.821448] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.821845] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.821935] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.822897] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.822897] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.822897] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.822897] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.824464] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.824730] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.824860] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.824936] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.825131] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.825229] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.825460] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.825566] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.825627] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.825812] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.825905] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.825997] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 341975fd-3181-4fe6-beaf-e537fb1e9a77 is going to be updated. [ 862.889532] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.889729] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.889839] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.890019] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.890181] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.905254] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 341975fd-3181-4fe6-beaf-e537fb1e9a77 in Status: IN_PROGRESS for 2s [ 864.520695] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 05e2bcdb-af8f-4a01-aadb-b928355b0164 in Status: SUCCESS [ 864.521077] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05e2bcdb-af8f-4a01-aadb-b928355b0164" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.521153] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05e2bcdb-af8f-4a01-aadb-b928355b0164" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.521380] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05e2bcdb-af8f-4a01-aadb-b928355b0164" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.521746] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.521998] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.521998] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.522163] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.523989] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.524120] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05e2bcdb-af8f-4a01-aadb-b928355b0164" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.524233] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('05e2bcdb-af8f-4a01-aadb-b928355b0164',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.873131] env[66341]: INFO networking_nsxv3.common.synchronization [None req-69957bc1-9784-489c-9e5c-0d71b7f7ec55 None None] Enqueued Resource ID: 5810b366-a3e1-4ea9-9006-d2ff45746f0c with Priority: HIGHEST for action port [ 864.873675] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5810b366-a3e1-4ea9-9006-d2ff45746f0c with Priority: HIGHEST for action port [ 864.874009] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-5810b366-a3e1-4ea9-9006-d2ff45746f0c taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.874462] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5810b366-a3e1-4ea9-9006-d2ff45746f0c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.874462] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5810b366-a3e1-4ea9-9006-d2ff45746f0c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.874462] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5810b366-a3e1-4ea9-9006-d2ff45746f0c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.874664] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5810b366-a3e1-4ea9-9006-d2ff45746f0c',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.920071] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 341975fd-3181-4fe6-beaf-e537fb1e9a77 in Status: SUCCESS [ 864.920316] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-341975fd-3181-4fe6-beaf-e537fb1e9a77" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.938524] env[66341]: INFO networking_nsxv3.common.synchronization [req-b59dc628-92b5-4789-bc71-e6eb295c1d6f req-f51eacae-9ce3-417f-881b-54be104dad79 tempest-ImagesOneServerNegativeTestJSON-317969175 tempest-ImagesOneServerNegativeTestJSON-317969175-project-member] Enqueued Resource ID: 3a4db453-806e-4421-9a20-de590427fd35 with Priority: HIGHEST for action security_group_members [ 864.939850] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a4db453-806e-4421-9a20-de590427fd35 with Priority: HIGHEST for action security_group_members [ 864.939850] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a4db453-806e-4421-9a20-de590427fd35 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.939850] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a4db453-806e-4421-9a20-de590427fd35" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.939850] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a4db453-806e-4421-9a20-de590427fd35" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.939850] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a4db453-806e-4421-9a20-de590427fd35" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.939850] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.939850] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.939850] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.939850] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.940268] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.940268] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3a4db453-806e-4421-9a20-de590427fd35',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.028250] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('05e2bcdb-af8f-4a01-aadb-b928355b0164',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.377284] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5810b366-a3e1-4ea9-9006-d2ff45746f0c [ 865.377588] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.377739] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.377812] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.378069] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.378182] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.378279] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5810b366-a3e1-4ea9-9006-d2ff45746f0c already deleted. [ 865.378469] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5810b366-a3e1-4ea9-9006-d2ff45746f0c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.443474] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.443474] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.443474] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.443474] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.443474] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.443822] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.443822] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.443822] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.444050] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.444117] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.444261] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3a4db453-806e-4421-9a20-de590427fd35 is going to be updated. [ 865.475047] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.475047] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.475047] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.475047] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.475047] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.484618] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3a4db453-806e-4421-9a20-de590427fd35 in Status: IN_PROGRESS for 2s [ 865.530993] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 05e2bcdb-af8f-4a01-aadb-b928355b0164: rpc.has_security_group_logging(os_id): False [ 865.551971] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.552181] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.552262] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.552417] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.552498] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.552741] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.552851] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.553127] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.553127] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.553127] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.553354] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 05e2bcdb-af8f-4a01-aadb-b928355b0164 is going to be created. [ 865.619135] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.619460] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.619460] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.619625] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.619802] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.631563] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 05e2bcdb-af8f-4a01-aadb-b928355b0164 in Status: IN_PROGRESS for 2s [ 867.299378] env[66341]: INFO networking_nsxv3.common.synchronization [None req-0c091555-d73f-4970-86e3-5e9100bb5ae8 None None] Enqueued Resource ID: 4b446657-4661-4ae7-a1a2-94c2af966bda with Priority: HIGHEST for action port [ 867.299996] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b446657-4661-4ae7-a1a2-94c2af966bda with Priority: HIGHEST for action port [ 867.300338] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-4b446657-4661-4ae7-a1a2-94c2af966bda taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.300462] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4b446657-4661-4ae7-a1a2-94c2af966bda" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.300530] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4b446657-4661-4ae7-a1a2-94c2af966bda" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.300934] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4b446657-4661-4ae7-a1a2-94c2af966bda" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.301036] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4b446657-4661-4ae7-a1a2-94c2af966bda',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.494992] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3a4db453-806e-4421-9a20-de590427fd35 in Status: SUCCESS [ 867.495238] env[66341]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3a4db453-806e-4421-9a20-de590427fd35 deletion is rescheduled due to dependency. [ 867.495448] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a4db453-806e-4421-9a20-de590427fd35" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.647248] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 05e2bcdb-af8f-4a01-aadb-b928355b0164 in Status: SUCCESS [ 867.647471] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-05e2bcdb-af8f-4a01-aadb-b928355b0164" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.804525] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4b446657-4661-4ae7-a1a2-94c2af966bda [ 867.804963] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.805159] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.805224] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.805433] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.805520] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.805621] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4b446657-4661-4ae7-a1a2-94c2af966bda already deleted. [ 867.805703] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4b446657-4661-4ae7-a1a2-94c2af966bda" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.623616] env[66341]: INFO networking_nsxv3.common.synchronization [req-6c223162-ffbc-4060-9905-ab4a72ebb201 req-b46d6dda-7dce-47b7-846f-0ca9a4cbcdfd tempest-MigrationsAdminTest-2112980872 tempest-MigrationsAdminTest-2112980872-project-member] Enqueued Resource ID: 77233b36-3501-4be5-bd28-768a6d59f79b with Priority: HIGHEST for action security_group_members [ 870.624517] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77233b36-3501-4be5-bd28-768a6d59f79b with Priority: HIGHEST for action security_group_members [ 870.625215] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-77233b36-3501-4be5-bd28-768a6d59f79b taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.625337] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77233b36-3501-4be5-bd28-768a6d59f79b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.625404] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77233b36-3501-4be5-bd28-768a6d59f79b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.625606] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77233b36-3501-4be5-bd28-768a6d59f79b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.625755] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.625853] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.625913] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.626071] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.626190] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.626247] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('77233b36-3501-4be5-bd28-768a6d59f79b',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.987341] env[66341]: INFO networking_nsxv3.common.synchronization [req-f255fea6-ce81-46d5-826d-fdaf07844d4b req-ee02e07d-7183-4952-9e55-45d56c6d3bad tempest-ServerTagsTestJSON-1904163229 tempest-ServerTagsTestJSON-1904163229-project-member] Enqueued Resource ID: fbedacf2-2a8f-4f9f-87a3-e9b1992f5afc with Priority: HIGHEST for action security_group_members [ 870.987845] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fbedacf2-2a8f-4f9f-87a3-e9b1992f5afc with Priority: HIGHEST for action security_group_members [ 870.988163] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-fbedacf2-2a8f-4f9f-87a3-e9b1992f5afc taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.988278] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fbedacf2-2a8f-4f9f-87a3-e9b1992f5afc" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.988341] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fbedacf2-2a8f-4f9f-87a3-e9b1992f5afc" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.988585] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fbedacf2-2a8f-4f9f-87a3-e9b1992f5afc" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.988729] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.988825] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.988884] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.989338] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.989446] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.989544] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fbedacf2-2a8f-4f9f-87a3-e9b1992f5afc',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.129997] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.129997] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.129997] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.129997] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.129997] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.129997] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.129997] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.129997] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.130294] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.130294] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.130294] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77233b36-3501-4be5-bd28-768a6d59f79b is going to be updated. [ 871.161016] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.161016] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.161321] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.163123] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.163123] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.170854] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77233b36-3501-4be5-bd28-768a6d59f79b in Status: IN_PROGRESS for 2s [ 871.406486] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock network-593 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.406736] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "network-593" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.406852] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "network-593" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.407451] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "network-593" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.407756] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.407934] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.408082] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.408331] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.408484] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.408751] env[66341]: DEBUG dogpile.cache.region [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 871.408883] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] NeedRegenerationException {{(pid=66341) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 871.409015] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] no value, waiting for create lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 871.409141] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] value creation lock acquired {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 871.409255] env[66341]: DEBUG dogpile.cache.region [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 871.409370] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Calling creation function for not-yet-present value {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 871.409519] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 871.433809] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 871.434142] env[66341]: DEBUG dogpile.cache.region [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66341) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 871.434313] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Released creation lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 871.434531] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "network-593" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.434886] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock port-a4cd7516-b786-4c2c-8b6a-f85570222861 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.436028] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "port-a4cd7516-b786-4c2c-8b6a-f85570222861" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.436028] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "port-a4cd7516-b786-4c2c-8b6a-f85570222861" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.436028] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "port-a4cd7516-b786-4c2c-8b6a-f85570222861" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.436028] env[66341]: DEBUG networking_nsxv3.api.rpc [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a4cd7516-b786-4c2c-8b6a-f85570222861',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.491697] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.491848] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.491932] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.492188] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.492276] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.492476] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.492595] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.492647] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.493220] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.493220] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.493220] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fbedacf2-2a8f-4f9f-87a3-e9b1992f5afc already deleted. [ 871.493220] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fbedacf2-2a8f-4f9f-87a3-e9b1992f5afc" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.938895] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.938895] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.938895] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.939256] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.939399] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.939572] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Segment Port a4cd7516-b786-4c2c-8b6a-f85570222861 not found, creating... [ 871.939850] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.940024] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.940182] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.940411] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.940550] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.940828] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.940984] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.941130] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.941333] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.941464] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.941602] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Resource: SegmentPort with ID: a4cd7516-b786-4c2c-8b6a-f85570222861 is going to be created. [ 871.962103] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.962265] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.962347] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.962611] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.962847] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.963087] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "port-a4cd7516-b786-4c2c-8b6a-f85570222861" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.666089] env[66341]: INFO networking_nsxv3.common.synchronization [req-f255fea6-ce81-46d5-826d-fdaf07844d4b req-6b65cd88-ac5b-4b03-880c-bbc7b3a22b11 service nova] Enqueued Resource ID: fbedacf2-2a8f-4f9f-87a3-e9b1992f5afc with Priority: HIGHEST for action security_group_rules [ 872.666325] env[66341]: INFO networking_nsxv3.common.synchronization [req-f255fea6-ce81-46d5-826d-fdaf07844d4b req-6b65cd88-ac5b-4b03-880c-bbc7b3a22b11 service nova] Enqueued Resource ID: fbedacf2-2a8f-4f9f-87a3-e9b1992f5afc with Priority: HIGHEST for action security_group_members [ 872.666469] env[66341]: INFO networking_nsxv3.common.synchronization [req-f255fea6-ce81-46d5-826d-fdaf07844d4b req-6b65cd88-ac5b-4b03-880c-bbc7b3a22b11 service nova] Enqueued Resource ID: a4cd7516-b786-4c2c-8b6a-f85570222861 with Priority: HIGHEST for action port [ 872.666986] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fbedacf2-2a8f-4f9f-87a3-e9b1992f5afc with Priority: HIGHEST for action security_group_rules [ 872.667138] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fbedacf2-2a8f-4f9f-87a3-e9b1992f5afc with Priority: HIGHEST for action security_group_members [ 872.667234] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4cd7516-b786-4c2c-8b6a-f85570222861 with Priority: HIGHEST for action port [ 872.667506] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fbedacf2-2a8f-4f9f-87a3-e9b1992f5afc taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.667630] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fbedacf2-2a8f-4f9f-87a3-e9b1992f5afc" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.667698] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fbedacf2-2a8f-4f9f-87a3-e9b1992f5afc" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.667953] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fbedacf2-2a8f-4f9f-87a3-e9b1992f5afc" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.668051] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fbedacf2-2a8f-4f9f-87a3-e9b1992f5afc',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.669305] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-fbedacf2-2a8f-4f9f-87a3-e9b1992f5afc taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.669427] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fbedacf2-2a8f-4f9f-87a3-e9b1992f5afc" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.669497] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fbedacf2-2a8f-4f9f-87a3-e9b1992f5afc" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.669673] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fbedacf2-2a8f-4f9f-87a3-e9b1992f5afc" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.669819] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.669914] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.669977] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.670133] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.670218] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.670309] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fbedacf2-2a8f-4f9f-87a3-e9b1992f5afc',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.671058] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-a4cd7516-b786-4c2c-8b6a-f85570222861 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.671175] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a4cd7516-b786-4c2c-8b6a-f85570222861" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.671445] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a4cd7516-b786-4c2c-8b6a-f85570222861" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.671445] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a4cd7516-b786-4c2c-8b6a-f85570222861" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.671445] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a4cd7516-b786-4c2c-8b6a-f85570222861',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.173836] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-fbedacf2-2a8f-4f9f-87a3-e9b1992f5afc taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.173836] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fbedacf2-2a8f-4f9f-87a3-e9b1992f5afc" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.173836] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fbedacf2-2a8f-4f9f-87a3-e9b1992f5afc',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.175133] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a4cd7516-b786-4c2c-8b6a-f85570222861 with status ACTIVE [ 873.175133] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.175133] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.175133] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.175291] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.175318] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.175463] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.175567] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.175626] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.176810] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.176810] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.176810] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.176810] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.176810] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.176810] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.176810] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.176810] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a4cd7516-b786-4c2c-8b6a-f85570222861 is going to be updated. [ 873.192417] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77233b36-3501-4be5-bd28-768a6d59f79b in Status: SUCCESS [ 873.192594] env[66341]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77233b36-3501-4be5-bd28-768a6d59f79b deletion is rescheduled due to dependency. [ 873.192706] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77233b36-3501-4be5-bd28-768a6d59f79b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.202933] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.203093] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.203166] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.203378] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.203670] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.203670] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a4cd7516-b786-4c2c-8b6a-f85570222861" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.627937] env[66341]: INFO networking_nsxv3.common.synchronization [req-912320e3-ba06-4f41-8f5b-7d048b5248d9 req-fce1e5e2-1498-4d21-9796-99feeaf93607 tempest-ServerActionsTestOtherB-1951851153 tempest-ServerActionsTestOtherB-1951851153-project-member] Enqueued Resource ID: 8446325c-f795-4856-b10e-0879b36e372c with Priority: HIGHEST for action security_group_members [ 873.628633] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8446325c-f795-4856-b10e-0879b36e372c with Priority: HIGHEST for action security_group_members [ 873.629014] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-8446325c-f795-4856-b10e-0879b36e372c taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.629182] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8446325c-f795-4856-b10e-0879b36e372c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.629249] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8446325c-f795-4856-b10e-0879b36e372c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.629554] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8446325c-f795-4856-b10e-0879b36e372c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.629676] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.629776] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.629845] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.629996] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.630100] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.630200] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8446325c-f795-4856-b10e-0879b36e372c',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.679304] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fbedacf2-2a8f-4f9f-87a3-e9b1992f5afc',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.966176] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock network-470 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.966395] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "network-470" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.966525] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "network-470" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.966861] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "network-470" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.967151] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.967318] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.967434] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.967677] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.967822] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.968062] env[66341]: DEBUG dogpile.cache.region [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 873.968178] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] NeedRegenerationException {{(pid=66341) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 873.968284] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] no value, waiting for create lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 873.968416] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] value creation lock acquired {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 873.968538] env[66341]: DEBUG dogpile.cache.region [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 873.968643] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Calling creation function for not-yet-present value {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 873.968774] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 873.994608] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 873.994722] env[66341]: DEBUG dogpile.cache.region [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=66341) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 873.994868] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Released creation lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 873.995111] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "network-470" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.995439] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock port-b59fa8df-de35-4fe9-81e8-2f46f5bda70e taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.995616] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "port-b59fa8df-de35-4fe9-81e8-2f46f5bda70e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.995736] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "port-b59fa8df-de35-4fe9-81e8-2f46f5bda70e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.996081] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "port-b59fa8df-de35-4fe9-81e8-2f46f5bda70e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.996228] env[66341]: DEBUG networking_nsxv3.api.rpc [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b59fa8df-de35-4fe9-81e8-2f46f5bda70e',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.132531] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.132699] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.132775] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.133024] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.133116] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.133309] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.133403] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.133589] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.133652] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.133681] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.133767] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8446325c-f795-4856-b10e-0879b36e372c already deleted. [ 874.133869] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8446325c-f795-4856-b10e-0879b36e372c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.182237] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.182237] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.182237] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.182796] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.182796] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.182796] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fbedacf2-2a8f-4f9f-87a3-e9b1992f5afc is going to be created. [ 874.208016] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.208353] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.208353] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.208659] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.208909] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.219193] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fbedacf2-2a8f-4f9f-87a3-e9b1992f5afc in Status: UNINITIALIZED for 2s [ 874.499219] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.499525] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.499693] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.500013] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.500214] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.500402] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Segment Port b59fa8df-de35-4fe9-81e8-2f46f5bda70e not found, creating... [ 874.500712] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.500922] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.501094] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.501308] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.501450] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.501727] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.501886] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.502033] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.502246] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.502380] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.502519] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Resource: SegmentPort with ID: b59fa8df-de35-4fe9-81e8-2f46f5bda70e is going to be created. [ 874.526129] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.526493] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.526720] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.527118] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.528028] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.528028] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "port-b59fa8df-de35-4fe9-81e8-2f46f5bda70e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.232417] env[66341]: INFO networking_nsxv3.common.synchronization [req-912320e3-ba06-4f41-8f5b-7d048b5248d9 req-c14a083e-db1b-4482-99de-fcca0c8784a6 service nova] Enqueued Resource ID: 8446325c-f795-4856-b10e-0879b36e372c with Priority: HIGHEST for action security_group_rules [ 875.232661] env[66341]: INFO networking_nsxv3.common.synchronization [req-912320e3-ba06-4f41-8f5b-7d048b5248d9 req-c14a083e-db1b-4482-99de-fcca0c8784a6 service nova] Enqueued Resource ID: 8446325c-f795-4856-b10e-0879b36e372c with Priority: HIGHEST for action security_group_members [ 875.232919] env[66341]: INFO networking_nsxv3.common.synchronization [req-912320e3-ba06-4f41-8f5b-7d048b5248d9 req-c14a083e-db1b-4482-99de-fcca0c8784a6 service nova] Enqueued Resource ID: b59fa8df-de35-4fe9-81e8-2f46f5bda70e with Priority: HIGHEST for action port [ 875.233284] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8446325c-f795-4856-b10e-0879b36e372c with Priority: HIGHEST for action security_group_rules [ 875.233419] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8446325c-f795-4856-b10e-0879b36e372c with Priority: HIGHEST for action security_group_members [ 875.233517] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b59fa8df-de35-4fe9-81e8-2f46f5bda70e with Priority: HIGHEST for action port [ 875.233791] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8446325c-f795-4856-b10e-0879b36e372c taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.233915] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8446325c-f795-4856-b10e-0879b36e372c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.234029] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8446325c-f795-4856-b10e-0879b36e372c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.234226] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8446325c-f795-4856-b10e-0879b36e372c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.234309] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8446325c-f795-4856-b10e-0879b36e372c',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.237669] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-8446325c-f795-4856-b10e-0879b36e372c taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.239299] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8446325c-f795-4856-b10e-0879b36e372c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.239376] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8446325c-f795-4856-b10e-0879b36e372c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.239590] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8446325c-f795-4856-b10e-0879b36e372c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.239764] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.240078] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.240078] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.241114] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.241385] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.241944] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8446325c-f795-4856-b10e-0879b36e372c',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.243300] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-b59fa8df-de35-4fe9-81e8-2f46f5bda70e taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.243425] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b59fa8df-de35-4fe9-81e8-2f46f5bda70e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.243506] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b59fa8df-de35-4fe9-81e8-2f46f5bda70e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.243671] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b59fa8df-de35-4fe9-81e8-2f46f5bda70e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.243740] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b59fa8df-de35-4fe9-81e8-2f46f5bda70e',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.746425] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b59fa8df-de35-4fe9-81e8-2f46f5bda70e with status ACTIVE [ 875.746832] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.747435] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.747435] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.747602] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.747696] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.747887] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.747990] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.748067] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.748222] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.748297] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.748475] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.748568] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.748629] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.748766] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.748840] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.748925] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b59fa8df-de35-4fe9-81e8-2f46f5bda70e is going to be updated. [ 875.750093] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8446325c-f795-4856-b10e-0879b36e372c',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.752111] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-8446325c-f795-4856-b10e-0879b36e372c taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.752111] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8446325c-f795-4856-b10e-0879b36e372c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.777592] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.777592] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.777592] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.778048] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.778048] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.778293] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b59fa8df-de35-4fe9-81e8-2f46f5bda70e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.233527] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fbedacf2-2a8f-4f9f-87a3-e9b1992f5afc in Status: UNINITIALIZED for 4s [ 876.244516] env[66341]: INFO networking_nsxv3.common.synchronization [req-9c1d2b8e-c135-422b-8549-a6b5733e37bf req-871f0860-63a4-44ae-9c1d-92c62c1c2eef tempest-ServersNegativeTestJSON-654408917 tempest-ServersNegativeTestJSON-654408917-project-member] Enqueued Resource ID: 00f59204-3259-4365-b712-ff2b98a2bad1 with Priority: HIGHEST for action security_group_members [ 876.245094] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00f59204-3259-4365-b712-ff2b98a2bad1 with Priority: HIGHEST for action security_group_members [ 876.245402] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-00f59204-3259-4365-b712-ff2b98a2bad1 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.245526] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-00f59204-3259-4365-b712-ff2b98a2bad1" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.245594] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-00f59204-3259-4365-b712-ff2b98a2bad1" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.245810] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-00f59204-3259-4365-b712-ff2b98a2bad1" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.245972] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.246086] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.246136] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.246299] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.246387] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.246481] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('00f59204-3259-4365-b712-ff2b98a2bad1',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.252744] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8446325c-f795-4856-b10e-0879b36e372c',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.604806] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock network-805 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.605249] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "network-805" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.605561] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "network-805" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.606736] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "network-805" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.607065] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.607270] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.607415] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.607666] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.607815] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.608032] env[66341]: DEBUG dogpile.cache.region [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 876.608144] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] NeedRegenerationException {{(pid=66341) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 876.608248] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] no value, waiting for create lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 876.608352] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] value creation lock acquired {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 876.608457] env[66341]: DEBUG dogpile.cache.region [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 876.608588] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Calling creation function for not-yet-present value {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 876.608682] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 876.630614] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 876.630853] env[66341]: DEBUG dogpile.cache.region [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66341) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 876.631085] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Released creation lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 876.631370] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "network-805" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.631835] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock port-f0e56b90-5bf9-41d4-b8fb-16d4d43c8bbc taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.632155] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "port-f0e56b90-5bf9-41d4-b8fb-16d4d43c8bbc" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.632358] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "port-f0e56b90-5bf9-41d4-b8fb-16d4d43c8bbc" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.632795] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "port-f0e56b90-5bf9-41d4-b8fb-16d4d43c8bbc" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.633026] env[66341]: DEBUG networking_nsxv3.api.rpc [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f0e56b90-5bf9-41d4-b8fb-16d4d43c8bbc',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.749233] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('00f59204-3259-4365-b712-ff2b98a2bad1',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.755397] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.755563] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.755638] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.755859] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.755964] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.756062] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8446325c-f795-4856-b10e-0879b36e372c is going to be created. [ 876.783888] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.783888] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.783888] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.783888] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.783888] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.794418] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8446325c-f795-4856-b10e-0879b36e372c in Status: UNINITIALIZED for 2s [ 877.135859] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.136184] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.136360] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.136686] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.136867] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.137090] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Segment Port f0e56b90-5bf9-41d4-b8fb-16d4d43c8bbc not found, creating... [ 877.137399] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.137571] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.137692] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.137917] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.138067] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.138353] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.138532] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.138649] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.138871] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.139031] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.139185] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Resource: SegmentPort with ID: f0e56b90-5bf9-41d4-b8fb-16d4d43c8bbc is going to be created. [ 877.161795] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.162039] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.162224] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.162578] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.163080] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.163355] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "port-f0e56b90-5bf9-41d4-b8fb-16d4d43c8bbc" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.253423] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('00f59204-3259-4365-b712-ff2b98a2bad1',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.756919] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.756919] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.756919] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.756919] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.757158] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.757158] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 00f59204-3259-4365-b712-ff2b98a2bad1 is going to be updated. [ 877.800912] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.801495] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.803583] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.803583] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.803583] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.811433] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 00f59204-3259-4365-b712-ff2b98a2bad1 in Status: IN_PROGRESS for 2s [ 877.875940] env[66341]: INFO networking_nsxv3.common.synchronization [req-9c1d2b8e-c135-422b-8549-a6b5733e37bf req-8665d537-a420-4b59-b247-c6aeaaccc679 service nova] Enqueued Resource ID: 00f59204-3259-4365-b712-ff2b98a2bad1 with Priority: HIGHEST for action security_group_rules [ 877.875940] env[66341]: INFO networking_nsxv3.common.synchronization [req-9c1d2b8e-c135-422b-8549-a6b5733e37bf req-8665d537-a420-4b59-b247-c6aeaaccc679 service nova] Enqueued Resource ID: 00f59204-3259-4365-b712-ff2b98a2bad1 with Priority: HIGHEST for action security_group_members [ 877.875940] env[66341]: INFO networking_nsxv3.common.synchronization [req-9c1d2b8e-c135-422b-8549-a6b5733e37bf req-8665d537-a420-4b59-b247-c6aeaaccc679 service nova] Enqueued Resource ID: f0e56b90-5bf9-41d4-b8fb-16d4d43c8bbc with Priority: HIGHEST for action port [ 877.875940] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00f59204-3259-4365-b712-ff2b98a2bad1 with Priority: HIGHEST for action security_group_rules [ 877.875940] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00f59204-3259-4365-b712-ff2b98a2bad1 with Priority: HIGHEST for action security_group_members [ 877.875940] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0e56b90-5bf9-41d4-b8fb-16d4d43c8bbc with Priority: HIGHEST for action port [ 877.875940] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-00f59204-3259-4365-b712-ff2b98a2bad1 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.875940] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-00f59204-3259-4365-b712-ff2b98a2bad1" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.875940] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-00f59204-3259-4365-b712-ff2b98a2bad1" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.877464] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-00f59204-3259-4365-b712-ff2b98a2bad1" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.877826] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('00f59204-3259-4365-b712-ff2b98a2bad1',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.879057] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-00f59204-3259-4365-b712-ff2b98a2bad1 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.879263] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-00f59204-3259-4365-b712-ff2b98a2bad1" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.879664] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-f0e56b90-5bf9-41d4-b8fb-16d4d43c8bbc taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.879964] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f0e56b90-5bf9-41d4-b8fb-16d4d43c8bbc" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.880189] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f0e56b90-5bf9-41d4-b8fb-16d4d43c8bbc" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.880434] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f0e56b90-5bf9-41d4-b8fb-16d4d43c8bbc" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.880924] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f0e56b90-5bf9-41d4-b8fb-16d4d43c8bbc',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.245023] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fbedacf2-2a8f-4f9f-87a3-e9b1992f5afc in Status: SUCCESS [ 878.245387] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fbedacf2-2a8f-4f9f-87a3-e9b1992f5afc" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.245652] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fbedacf2-2a8f-4f9f-87a3-e9b1992f5afc" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.245947] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fbedacf2-2a8f-4f9f-87a3-e9b1992f5afc" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.246233] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.246615] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.246771] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.247053] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.248022] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.248022] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fbedacf2-2a8f-4f9f-87a3-e9b1992f5afc" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.248022] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fbedacf2-2a8f-4f9f-87a3-e9b1992f5afc',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.384061] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-00f59204-3259-4365-b712-ff2b98a2bad1 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.384061] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-00f59204-3259-4365-b712-ff2b98a2bad1" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.384444] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f0e56b90-5bf9-41d4-b8fb-16d4d43c8bbc with status ACTIVE [ 878.384444] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.384444] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.384557] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.384685] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.384817] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.385111] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.385244] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.385244] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.385372] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.385453] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.385633] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.385727] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.385788] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.385926] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.386010] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.387038] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f0e56b90-5bf9-41d4-b8fb-16d4d43c8bbc is going to be updated. [ 878.407255] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.408027] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.408027] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.408027] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.408027] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.408214] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f0e56b90-5bf9-41d4-b8fb-16d4d43c8bbc" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.750202] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-fbedacf2-2a8f-4f9f-87a3-e9b1992f5afc taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.750364] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fbedacf2-2a8f-4f9f-87a3-e9b1992f5afc" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.750435] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fbedacf2-2a8f-4f9f-87a3-e9b1992f5afc" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.750662] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fbedacf2-2a8f-4f9f-87a3-e9b1992f5afc" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.750836] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.750942] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.751046] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.751207] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.751296] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.751447] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fbedacf2-2a8f-4f9f-87a3-e9b1992f5afc" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.751525] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-fbedacf2-2a8f-4f9f-87a3-e9b1992f5afc taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.751625] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fbedacf2-2a8f-4f9f-87a3-e9b1992f5afc" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.751693] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fbedacf2-2a8f-4f9f-87a3-e9b1992f5afc" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.751832] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fbedacf2-2a8f-4f9f-87a3-e9b1992f5afc" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.752042] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.752087] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.752153] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.752260] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.752345] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.752448] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fbedacf2-2a8f-4f9f-87a3-e9b1992f5afc" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.752542] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fbedacf2-2a8f-4f9f-87a3-e9b1992f5afc',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.804151] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8446325c-f795-4856-b10e-0879b36e372c in Status: SUCCESS [ 878.804471] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8446325c-f795-4856-b10e-0879b36e372c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.804601] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8446325c-f795-4856-b10e-0879b36e372c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.804821] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8446325c-f795-4856-b10e-0879b36e372c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.805024] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.805209] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.805273] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.805436] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.805531] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.805603] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8446325c-f795-4856-b10e-0879b36e372c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.805698] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8446325c-f795-4856-b10e-0879b36e372c',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.849321] env[66341]: INFO networking_nsxv3.common.synchronization [req-0c6a654b-ef3e-4789-ae2a-5607f4877f3f req-30a64330-fe94-463d-9ba8-b1252336d734 tempest-ServersTestJSON-2126961376 tempest-ServersTestJSON-2126961376-project-member] Enqueued Resource ID: 3bd24151-8924-4c51-b869-89f5cc8e8a8d with Priority: HIGHEST for action security_group_members [ 878.849832] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bd24151-8924-4c51-b869-89f5cc8e8a8d with Priority: HIGHEST for action security_group_members [ 878.850115] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-3bd24151-8924-4c51-b869-89f5cc8e8a8d taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.850277] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3bd24151-8924-4c51-b869-89f5cc8e8a8d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.850335] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3bd24151-8924-4c51-b869-89f5cc8e8a8d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.850542] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3bd24151-8924-4c51-b869-89f5cc8e8a8d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.850790] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.850894] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.850945] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.851080] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.851183] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.851336] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3bd24151-8924-4c51-b869-89f5cc8e8a8d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.188014] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock network-55 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.188014] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "network-55" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.188014] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "network-55" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.188014] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "network-55" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.188014] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.188355] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.188355] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.188469] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.188611] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.188810] env[66341]: DEBUG dogpile.cache.region [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 879.188922] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] NeedRegenerationException {{(pid=66341) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 879.189039] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] no value, waiting for create lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 879.189149] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] value creation lock acquired {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 879.189256] env[66341]: DEBUG dogpile.cache.region [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 879.189359] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Calling creation function for not-yet-present value {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 879.189495] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 879.209037] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 879.209229] env[66341]: DEBUG dogpile.cache.region [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66341) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 879.209362] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Released creation lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 879.209635] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "network-55" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.209964] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock port-86158126-f983-4425-8fa3-9eb2ebd0c26a taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.210150] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "port-86158126-f983-4425-8fa3-9eb2ebd0c26a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.210272] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "port-86158126-f983-4425-8fa3-9eb2ebd0c26a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.210593] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "port-86158126-f983-4425-8fa3-9eb2ebd0c26a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.210731] env[66341]: DEBUG networking_nsxv3.api.rpc [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('86158126-f983-4425-8fa3-9eb2ebd0c26a',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.254931] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fbedacf2-2a8f-4f9f-87a3-e9b1992f5afc: rpc.has_security_group_logging(os_id): False [ 879.273709] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.273897] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.273965] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.274272] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.274377] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.274601] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.274717] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.274781] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.274972] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.275068] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.275305] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.275454] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.275538] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.275716] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.275842] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.277616] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.277616] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.277616] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.277616] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.277616] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.277825] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fbedacf2-2a8f-4f9f-87a3-e9b1992f5afc is going to be created. [ 879.310815] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8446325c-f795-4856-b10e-0879b36e372c',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.343922] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.343922] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.343922] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.343922] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.343922] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.353929] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3bd24151-8924-4c51-b869-89f5cc8e8a8d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.358871] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fbedacf2-2a8f-4f9f-87a3-e9b1992f5afc in Status: IN_PROGRESS for 2s [ 879.712920] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.713286] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.713286] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.713582] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.713738] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.713892] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Segment Port 86158126-f983-4425-8fa3-9eb2ebd0c26a not found, creating... [ 879.714450] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.714754] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.714939] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.715269] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.715478] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.715874] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.716060] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.716187] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.716404] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.716558] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.716738] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Resource: SegmentPort with ID: 86158126-f983-4425-8fa3-9eb2ebd0c26a is going to be created. [ 879.740716] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.740979] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.741142] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.741435] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.741669] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.741934] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "port-86158126-f983-4425-8fa3-9eb2ebd0c26a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.812991] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8446325c-f795-4856-b10e-0879b36e372c: rpc.has_security_group_logging(os_id): False [ 879.824118] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 00f59204-3259-4365-b712-ff2b98a2bad1 in Status: SUCCESS [ 879.824389] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-00f59204-3259-4365-b712-ff2b98a2bad1" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.824549] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-00f59204-3259-4365-b712-ff2b98a2bad1" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.824788] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-00f59204-3259-4365-b712-ff2b98a2bad1" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.824976] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.825162] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.825263] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.825453] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.825545] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.825679] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('00f59204-3259-4365-b712-ff2b98a2bad1',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.832942] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.833111] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.833196] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.833405] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.833501] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.833748] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.833863] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.833933] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.834132] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.834210] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.834298] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8446325c-f795-4856-b10e-0879b36e372c is going to be created. [ 879.856666] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3bd24151-8924-4c51-b869-89f5cc8e8a8d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.936774] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.936974] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.936974] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.937164] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.937420] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.950995] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8446325c-f795-4856-b10e-0879b36e372c in Status: IN_PROGRESS for 2s [ 880.329714] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('00f59204-3259-4365-b712-ff2b98a2bad1',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.360058] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.360058] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.360058] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.360335] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.360335] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.360335] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3bd24151-8924-4c51-b869-89f5cc8e8a8d is going to be updated. [ 880.389937] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.390134] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.390188] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.390468] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.390590] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.402095] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3bd24151-8924-4c51-b869-89f5cc8e8a8d in Status: IN_PROGRESS for 2s [ 880.482511] env[66341]: INFO networking_nsxv3.common.synchronization [req-0c6a654b-ef3e-4789-ae2a-5607f4877f3f req-5a84a703-08de-409c-be97-b35f85ece59a service nova] Enqueued Resource ID: 3bd24151-8924-4c51-b869-89f5cc8e8a8d with Priority: HIGHEST for action security_group_rules [ 880.482729] env[66341]: INFO networking_nsxv3.common.synchronization [req-0c6a654b-ef3e-4789-ae2a-5607f4877f3f req-5a84a703-08de-409c-be97-b35f85ece59a service nova] Enqueued Resource ID: 3bd24151-8924-4c51-b869-89f5cc8e8a8d with Priority: HIGHEST for action security_group_members [ 880.482827] env[66341]: INFO networking_nsxv3.common.synchronization [req-0c6a654b-ef3e-4789-ae2a-5607f4877f3f req-5a84a703-08de-409c-be97-b35f85ece59a service nova] Enqueued Resource ID: 86158126-f983-4425-8fa3-9eb2ebd0c26a with Priority: HIGHEST for action port [ 880.483404] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bd24151-8924-4c51-b869-89f5cc8e8a8d with Priority: HIGHEST for action security_group_rules [ 880.483584] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bd24151-8924-4c51-b869-89f5cc8e8a8d with Priority: HIGHEST for action security_group_members [ 880.483694] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86158126-f983-4425-8fa3-9eb2ebd0c26a with Priority: HIGHEST for action port [ 880.483979] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3bd24151-8924-4c51-b869-89f5cc8e8a8d taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.486027] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3bd24151-8924-4c51-b869-89f5cc8e8a8d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.486108] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3bd24151-8924-4c51-b869-89f5cc8e8a8d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.486333] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3bd24151-8924-4c51-b869-89f5cc8e8a8d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.486420] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3bd24151-8924-4c51-b869-89f5cc8e8a8d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.489442] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-3bd24151-8924-4c51-b869-89f5cc8e8a8d taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.489542] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3bd24151-8924-4c51-b869-89f5cc8e8a8d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.489825] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-86158126-f983-4425-8fa3-9eb2ebd0c26a taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.489925] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-86158126-f983-4425-8fa3-9eb2ebd0c26a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.489925] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-86158126-f983-4425-8fa3-9eb2ebd0c26a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.490102] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-86158126-f983-4425-8fa3-9eb2ebd0c26a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.490184] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('86158126-f983-4425-8fa3-9eb2ebd0c26a',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.831484] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('00f59204-3259-4365-b712-ff2b98a2bad1',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.990345] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-3bd24151-8924-4c51-b869-89f5cc8e8a8d taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.990508] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3bd24151-8924-4c51-b869-89f5cc8e8a8d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.994866] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 86158126-f983-4425-8fa3-9eb2ebd0c26a with status ACTIVE [ 880.995114] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.995252] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.995323] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.995537] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.995621] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.995787] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.995881] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.995947] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.996104] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.996190] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.996365] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.996461] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.996537] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.996646] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.996720] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.996804] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 86158126-f983-4425-8fa3-9eb2ebd0c26a is going to be updated. [ 881.017600] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.017822] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.017906] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.018111] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.018338] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.018557] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-86158126-f983-4425-8fa3-9eb2ebd0c26a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.334737] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.334948] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.334998] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.335327] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.335441] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.335545] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 00f59204-3259-4365-b712-ff2b98a2bad1 is going to be updated. [ 881.383205] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fbedacf2-2a8f-4f9f-87a3-e9b1992f5afc in Status: SUCCESS [ 881.383436] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fbedacf2-2a8f-4f9f-87a3-e9b1992f5afc" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.387765] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.388108] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.388193] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.388484] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.389183] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.401501] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 00f59204-3259-4365-b712-ff2b98a2bad1 in Status: IN_PROGRESS for 2s [ 881.969438] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8446325c-f795-4856-b10e-0879b36e372c in Status: SUCCESS [ 881.969771] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8446325c-f795-4856-b10e-0879b36e372c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.417424] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3bd24151-8924-4c51-b869-89f5cc8e8a8d in Status: SUCCESS [ 882.417728] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3bd24151-8924-4c51-b869-89f5cc8e8a8d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.417942] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3bd24151-8924-4c51-b869-89f5cc8e8a8d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.418231] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3bd24151-8924-4c51-b869-89f5cc8e8a8d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.418500] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.418645] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.418723] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.420603] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.420603] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.420603] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3bd24151-8924-4c51-b869-89f5cc8e8a8d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.923110] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3bd24151-8924-4c51-b869-89f5cc8e8a8d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.413712] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 00f59204-3259-4365-b712-ff2b98a2bad1 in Status: SUCCESS [ 883.414398] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-00f59204-3259-4365-b712-ff2b98a2bad1" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.414398] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-00f59204-3259-4365-b712-ff2b98a2bad1" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.414537] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-00f59204-3259-4365-b712-ff2b98a2bad1" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.414702] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.414822] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.414903] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.415053] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.415136] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.415247] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-00f59204-3259-4365-b712-ff2b98a2bad1" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.415348] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('00f59204-3259-4365-b712-ff2b98a2bad1',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.428605] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3bd24151-8924-4c51-b869-89f5cc8e8a8d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.678748] env[66341]: INFO networking_nsxv3.common.synchronization [req-ff41cf55-2c5e-4720-8507-ea5a06b1372f req-769162eb-b90b-4e6e-81aa-c4f5101da421 tempest-SecurityGroupsTestJSON-763920668 tempest-SecurityGroupsTestJSON-763920668-project-member] Enqueued Resource ID: fb0cb4f0-93d5-47a3-a946-b613a4a7d88a with Priority: HIGHEST for action security_group_members [ 883.681562] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb0cb4f0-93d5-47a3-a946-b613a4a7d88a with Priority: HIGHEST for action security_group_members [ 883.682257] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb0cb4f0-93d5-47a3-a946-b613a4a7d88a taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.682504] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb0cb4f0-93d5-47a3-a946-b613a4a7d88a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.682622] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb0cb4f0-93d5-47a3-a946-b613a4a7d88a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.682900] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb0cb4f0-93d5-47a3-a946-b613a4a7d88a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.683150] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.683341] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.683445] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.683652] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.683783] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.683955] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fb0cb4f0-93d5-47a3-a946-b613a4a7d88a',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.918725] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-00f59204-3259-4365-b712-ff2b98a2bad1 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.918889] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-00f59204-3259-4365-b712-ff2b98a2bad1" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.918889] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-00f59204-3259-4365-b712-ff2b98a2bad1" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.918889] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-00f59204-3259-4365-b712-ff2b98a2bad1" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.918889] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.919682] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.919682] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.919774] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.919902] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.921144] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-00f59204-3259-4365-b712-ff2b98a2bad1" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.921338] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-00f59204-3259-4365-b712-ff2b98a2bad1 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.921497] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-00f59204-3259-4365-b712-ff2b98a2bad1" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.921594] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-00f59204-3259-4365-b712-ff2b98a2bad1" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.921950] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-00f59204-3259-4365-b712-ff2b98a2bad1" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.921950] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.922096] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.922174] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.922337] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.922423] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.922508] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-00f59204-3259-4365-b712-ff2b98a2bad1" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.922600] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('00f59204-3259-4365-b712-ff2b98a2bad1',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.925730] env[66341]: INFO networking_nsxv3.common.synchronization [req-e2574a45-207c-4308-b366-a95a9620c1ad req-c8852014-8a96-4a37-a458-d445803d07e9 tempest-ServersAdminTestJSON-456582313 tempest-ServersAdminTestJSON-456582313-project-member] Enqueued Resource ID: 9cdf7238-451f-4652-91ab-fc85ab12a1b5 with Priority: HIGHEST for action security_group_members [ 883.926473] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cdf7238-451f-4652-91ab-fc85ab12a1b5 with Priority: HIGHEST for action security_group_members [ 883.926782] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cdf7238-451f-4652-91ab-fc85ab12a1b5 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.929434] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cdf7238-451f-4652-91ab-fc85ab12a1b5" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.929551] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cdf7238-451f-4652-91ab-fc85ab12a1b5" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.929820] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cdf7238-451f-4652-91ab-fc85ab12a1b5" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.930014] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.930123] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.930191] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.930382] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.930472] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.930566] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9cdf7238-451f-4652-91ab-fc85ab12a1b5',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.932978] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.933130] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.933169] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.933318] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.933400] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.933490] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3bd24151-8924-4c51-b869-89f5cc8e8a8d is going to be updated. [ 883.964164] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.964333] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.964408] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.964620] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.964766] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.974087] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3bd24151-8924-4c51-b869-89f5cc8e8a8d in Status: IN_PROGRESS for 2s [ 884.087091] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock network-762 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.087091] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "network-762" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.087091] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "network-762" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.087292] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "network-762" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.087540] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.087700] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.087819] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.088050] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.088202] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.088410] env[66341]: DEBUG dogpile.cache.region [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 884.088523] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] NeedRegenerationException {{(pid=66341) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 884.088632] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] no value, waiting for create lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 884.088756] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] value creation lock acquired {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 884.088839] env[66341]: DEBUG dogpile.cache.region [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 884.088944] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Calling creation function for not-yet-present value {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 884.089086] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 884.107265] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 884.107506] env[66341]: DEBUG dogpile.cache.region [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=66341) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 884.107655] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Released creation lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 884.107828] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "network-762" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.108180] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock port-438ea4d8-f223-4ec7-9166-0bacf3b4db16 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.108419] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "port-438ea4d8-f223-4ec7-9166-0bacf3b4db16" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.108637] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "port-438ea4d8-f223-4ec7-9166-0bacf3b4db16" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.109025] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "port-438ea4d8-f223-4ec7-9166-0bacf3b4db16" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.109174] env[66341]: DEBUG networking_nsxv3.api.rpc [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('438ea4d8-f223-4ec7-9166-0bacf3b4db16',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.188051] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fb0cb4f0-93d5-47a3-a946-b613a4a7d88a',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.427050] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 00f59204-3259-4365-b712-ff2b98a2bad1: rpc.has_security_group_logging(os_id): False [ 884.432911] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9cdf7238-451f-4652-91ab-fc85ab12a1b5',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.449852] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.450020] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.450063] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.450298] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.450398] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.450618] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.450731] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.450796] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.450961] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.451064] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.451254] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.451361] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.451422] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.451563] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.451632] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.451826] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.451987] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.452144] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.452292] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.452368] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.452471] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 00f59204-3259-4365-b712-ff2b98a2bad1 is going to be updated. [ 884.528223] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.528223] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.528223] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.528223] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.528223] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.544000] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 00f59204-3259-4365-b712-ff2b98a2bad1 in Status: IN_PROGRESS for 2s [ 884.612062] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.612216] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.612456] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.612933] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.613366] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.613722] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Segment Port 438ea4d8-f223-4ec7-9166-0bacf3b4db16 not found, creating... [ 884.614262] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.614558] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.614780] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.615165] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.615430] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.616036] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.616239] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.616505] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.616932] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.617257] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.617544] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Resource: SegmentPort with ID: 438ea4d8-f223-4ec7-9166-0bacf3b4db16 is going to be created. [ 884.647966] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.648263] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.648385] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.648777] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.648974] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.649250] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "port-438ea4d8-f223-4ec7-9166-0bacf3b4db16" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.693121] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fb0cb4f0-93d5-47a3-a946-b613a4a7d88a',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.936048] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9cdf7238-451f-4652-91ab-fc85ab12a1b5',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.198137] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.198377] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.198453] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.198737] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.198842] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.198986] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fb0cb4f0-93d5-47a3-a946-b613a4a7d88a is going to be updated. [ 885.237751] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.237938] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.238016] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.238215] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.238368] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.251183] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb0cb4f0-93d5-47a3-a946-b613a4a7d88a in Status: IN_PROGRESS for 2s [ 885.409305] env[66341]: INFO networking_nsxv3.common.synchronization [req-ff41cf55-2c5e-4720-8507-ea5a06b1372f req-09500e8d-d65a-4d7f-a6a5-f70072b4eaea service nova] Enqueued Resource ID: fb0cb4f0-93d5-47a3-a946-b613a4a7d88a with Priority: HIGHEST for action security_group_rules [ 885.409559] env[66341]: INFO networking_nsxv3.common.synchronization [req-ff41cf55-2c5e-4720-8507-ea5a06b1372f req-09500e8d-d65a-4d7f-a6a5-f70072b4eaea service nova] Enqueued Resource ID: fb0cb4f0-93d5-47a3-a946-b613a4a7d88a with Priority: HIGHEST for action security_group_members [ 885.409742] env[66341]: INFO networking_nsxv3.common.synchronization [req-ff41cf55-2c5e-4720-8507-ea5a06b1372f req-09500e8d-d65a-4d7f-a6a5-f70072b4eaea service nova] Enqueued Resource ID: 438ea4d8-f223-4ec7-9166-0bacf3b4db16 with Priority: HIGHEST for action port [ 885.410920] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb0cb4f0-93d5-47a3-a946-b613a4a7d88a with Priority: HIGHEST for action security_group_rules [ 885.411110] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb0cb4f0-93d5-47a3-a946-b613a4a7d88a with Priority: HIGHEST for action security_group_members [ 885.411225] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 438ea4d8-f223-4ec7-9166-0bacf3b4db16 with Priority: HIGHEST for action port [ 885.411558] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fb0cb4f0-93d5-47a3-a946-b613a4a7d88a taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.411714] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fb0cb4f0-93d5-47a3-a946-b613a4a7d88a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.411790] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fb0cb4f0-93d5-47a3-a946-b613a4a7d88a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.412042] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fb0cb4f0-93d5-47a3-a946-b613a4a7d88a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.412121] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fb0cb4f0-93d5-47a3-a946-b613a4a7d88a',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.413735] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb0cb4f0-93d5-47a3-a946-b613a4a7d88a taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.413735] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb0cb4f0-93d5-47a3-a946-b613a4a7d88a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.413977] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-438ea4d8-f223-4ec7-9166-0bacf3b4db16 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.414220] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-438ea4d8-f223-4ec7-9166-0bacf3b4db16" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.414322] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-438ea4d8-f223-4ec7-9166-0bacf3b4db16" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.414643] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-438ea4d8-f223-4ec7-9166-0bacf3b4db16" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.414643] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('438ea4d8-f223-4ec7-9166-0bacf3b4db16',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.439043] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.439043] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.439043] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.439043] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.439649] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.439649] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9cdf7238-451f-4652-91ab-fc85ab12a1b5 is going to be updated. [ 885.475225] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.475369] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.476085] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.476339] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.476540] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.490491] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9cdf7238-451f-4652-91ab-fc85ab12a1b5 in Status: IN_PROGRESS for 2s [ 885.916296] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb0cb4f0-93d5-47a3-a946-b613a4a7d88a taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.918111] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb0cb4f0-93d5-47a3-a946-b613a4a7d88a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.918111] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 438ea4d8-f223-4ec7-9166-0bacf3b4db16 with status ACTIVE [ 885.918111] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.918111] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.918111] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.918111] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.918111] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.918111] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.918111] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.918111] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.918111] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.918111] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.918111] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.918551] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.918551] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.918551] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.918551] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.918551] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 438ea4d8-f223-4ec7-9166-0bacf3b4db16 is going to be updated. [ 885.943355] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.943576] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.943576] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.944232] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.944232] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.944232] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-438ea4d8-f223-4ec7-9166-0bacf3b4db16" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.986232] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3bd24151-8924-4c51-b869-89f5cc8e8a8d in Status: SUCCESS [ 885.986967] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3bd24151-8924-4c51-b869-89f5cc8e8a8d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.986967] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3bd24151-8924-4c51-b869-89f5cc8e8a8d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.987138] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3bd24151-8924-4c51-b869-89f5cc8e8a8d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.987292] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.987436] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.987515] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.987724] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.987834] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.987950] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3bd24151-8924-4c51-b869-89f5cc8e8a8d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.988484] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3bd24151-8924-4c51-b869-89f5cc8e8a8d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.002029] env[66341]: INFO networking_nsxv3.common.synchronization [req-22915866-a2cc-42e4-9531-0cb1141232d8 req-0363206b-06a1-46e3-a5ce-dc7a86f9174d tempest-ServerTagsTestJSON-1904163229 tempest-ServerTagsTestJSON-1904163229-project-member] Enqueued Resource ID: fbedacf2-2a8f-4f9f-87a3-e9b1992f5afc with Priority: HIGHEST for action security_group_members [ 886.003038] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fbedacf2-2a8f-4f9f-87a3-e9b1992f5afc with Priority: HIGHEST for action security_group_members [ 886.003302] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-fbedacf2-2a8f-4f9f-87a3-e9b1992f5afc taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.004028] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fbedacf2-2a8f-4f9f-87a3-e9b1992f5afc" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.004028] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fbedacf2-2a8f-4f9f-87a3-e9b1992f5afc" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.004028] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fbedacf2-2a8f-4f9f-87a3-e9b1992f5afc" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.004028] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.004237] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.004237] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.004492] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.004628] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.004767] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fbedacf2-2a8f-4f9f-87a3-e9b1992f5afc',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.494024] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-3bd24151-8924-4c51-b869-89f5cc8e8a8d taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.494024] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3bd24151-8924-4c51-b869-89f5cc8e8a8d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.494024] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3bd24151-8924-4c51-b869-89f5cc8e8a8d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.494024] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3bd24151-8924-4c51-b869-89f5cc8e8a8d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.494024] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.494024] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.494024] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.494024] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.494024] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.494024] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3bd24151-8924-4c51-b869-89f5cc8e8a8d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.494024] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-3bd24151-8924-4c51-b869-89f5cc8e8a8d taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.494024] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3bd24151-8924-4c51-b869-89f5cc8e8a8d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.494024] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3bd24151-8924-4c51-b869-89f5cc8e8a8d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.494024] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3bd24151-8924-4c51-b869-89f5cc8e8a8d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.494024] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.494024] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.495087] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.495087] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.495087] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.495087] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3bd24151-8924-4c51-b869-89f5cc8e8a8d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.495087] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3bd24151-8924-4c51-b869-89f5cc8e8a8d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.510098] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.510278] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.510374] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.510661] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.512294] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.512593] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.512731] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.512816] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.513063] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.513158] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.513272] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fbedacf2-2a8f-4f9f-87a3-e9b1992f5afc is going to be updated. [ 886.543967] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.544309] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.544376] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.544670] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.545223] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.558617] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fbedacf2-2a8f-4f9f-87a3-e9b1992f5afc in Status: IN_PROGRESS for 2s [ 886.564228] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 00f59204-3259-4365-b712-ff2b98a2bad1 in Status: SUCCESS [ 886.566585] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-00f59204-3259-4365-b712-ff2b98a2bad1" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.703548] env[66341]: INFO networking_nsxv3.common.synchronization [None req-38152344-20da-481d-8457-023d0f7ecd74 tempest-AttachInterfacesTestJSON-748429391 tempest-AttachInterfacesTestJSON-748429391-project-member] Enqueued Resource ID: 1a9808dd-4c11-4a73-8fb5-cfdacc0308bb with Priority: HIGHEST for action security_group_rules [ 886.704226] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a9808dd-4c11-4a73-8fb5-cfdacc0308bb with Priority: HIGHEST for action security_group_rules [ 886.704562] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1a9808dd-4c11-4a73-8fb5-cfdacc0308bb taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.704703] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1a9808dd-4c11-4a73-8fb5-cfdacc0308bb" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.704840] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1a9808dd-4c11-4a73-8fb5-cfdacc0308bb" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.705220] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1a9808dd-4c11-4a73-8fb5-cfdacc0308bb" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.705316] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1a9808dd-4c11-4a73-8fb5-cfdacc0308bb',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.809490] env[66341]: INFO networking_nsxv3.common.synchronization [None req-d5703f8e-1287-4736-a4c7-869474363dab tempest-AttachInterfacesTestJSON-748429391 tempest-AttachInterfacesTestJSON-748429391-project-member] Enqueued Resource ID: 1a9808dd-4c11-4a73-8fb5-cfdacc0308bb with Priority: HIGHEST for action security_group_rules [ 886.810769] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a9808dd-4c11-4a73-8fb5-cfdacc0308bb with Priority: HIGHEST for action security_group_rules [ 886.810769] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1a9808dd-4c11-4a73-8fb5-cfdacc0308bb taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.810769] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1a9808dd-4c11-4a73-8fb5-cfdacc0308bb" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.998021] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3bd24151-8924-4c51-b869-89f5cc8e8a8d: rpc.has_security_group_logging(os_id): False [ 887.027551] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.027756] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.027797] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.028063] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.028176] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.028402] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.028509] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.028573] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.028732] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.028814] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.029012] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.029198] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.029308] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.029404] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.029481] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.029667] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.029762] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.029816] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.029960] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.030110] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.030166] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3bd24151-8924-4c51-b869-89f5cc8e8a8d is going to be updated. [ 887.124774] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.125071] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.125174] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.125413] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.125571] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.144646] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3bd24151-8924-4c51-b869-89f5cc8e8a8d in Status: IN_PROGRESS for 2s [ 887.231516] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.232352] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.232484] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.233064] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.233064] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.233064] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1a9808dd-4c11-4a73-8fb5-cfdacc0308bb already deleted. [ 887.233064] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1a9808dd-4c11-4a73-8fb5-cfdacc0308bb" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.233255] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1a9808dd-4c11-4a73-8fb5-cfdacc0308bb" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.233351] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1a9808dd-4c11-4a73-8fb5-cfdacc0308bb" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.233434] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1a9808dd-4c11-4a73-8fb5-cfdacc0308bb',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.277158] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb0cb4f0-93d5-47a3-a946-b613a4a7d88a in Status: SUCCESS [ 887.277422] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb0cb4f0-93d5-47a3-a946-b613a4a7d88a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.277601] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb0cb4f0-93d5-47a3-a946-b613a4a7d88a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.277835] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb0cb4f0-93d5-47a3-a946-b613a4a7d88a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.278075] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.278255] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.278285] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.278464] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.278553] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.278652] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fb0cb4f0-93d5-47a3-a946-b613a4a7d88a',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.501654] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9cdf7238-451f-4652-91ab-fc85ab12a1b5 in Status: SUCCESS [ 887.502029] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cdf7238-451f-4652-91ab-fc85ab12a1b5" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.758711] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.758862] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.758937] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.759204] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.759304] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.759407] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1a9808dd-4c11-4a73-8fb5-cfdacc0308bb already deleted. [ 887.759491] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1a9808dd-4c11-4a73-8fb5-cfdacc0308bb" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.781157] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fb0cb4f0-93d5-47a3-a946-b613a4a7d88a',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.284540] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fb0cb4f0-93d5-47a3-a946-b613a4a7d88a',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.570690] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fbedacf2-2a8f-4f9f-87a3-e9b1992f5afc in Status: SUCCESS [ 888.571635] env[66341]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fbedacf2-2a8f-4f9f-87a3-e9b1992f5afc deletion is rescheduled due to dependency. [ 888.571635] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fbedacf2-2a8f-4f9f-87a3-e9b1992f5afc" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.787091] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.787283] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.787342] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.787560] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.787653] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.787759] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fb0cb4f0-93d5-47a3-a946-b613a4a7d88a is going to be updated. [ 888.823241] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.823474] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.823595] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.823877] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.825060] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.836640] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb0cb4f0-93d5-47a3-a946-b613a4a7d88a in Status: IN_PROGRESS for 2s [ 889.162092] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3bd24151-8924-4c51-b869-89f5cc8e8a8d in Status: SUCCESS [ 889.162310] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3bd24151-8924-4c51-b869-89f5cc8e8a8d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.906573] env[66341]: INFO networking_nsxv3.common.synchronization [req-b0d1ac65-ba7d-47b3-bc43-c05042359fd1 req-af2b5a16-3822-4db4-9b1b-44152d0c3e5b tempest-ImagesTestJSON-1540688741 tempest-ImagesTestJSON-1540688741-project-member] Enqueued Resource ID: 8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a with Priority: HIGHEST for action security_group_members [ 889.907995] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a with Priority: HIGHEST for action security_group_members [ 889.908398] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.908527] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.908609] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.908853] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.909048] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.909157] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.909220] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.909369] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.909488] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.909587] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.937720] env[66341]: INFO networking_nsxv3.common.synchronization [req-f19ca067-c344-4a64-997d-0e1b238a84a5 req-0fd5cabb-8fc9-4339-8607-a9cc7f5e0b6f tempest-ServersNegativeTestJSON-654408917 tempest-ServersNegativeTestJSON-654408917-project-member] Enqueued Resource ID: 00f59204-3259-4365-b712-ff2b98a2bad1 with Priority: HIGHEST for action security_group_members [ 889.938878] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00f59204-3259-4365-b712-ff2b98a2bad1 with Priority: HIGHEST for action security_group_members [ 889.938878] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-00f59204-3259-4365-b712-ff2b98a2bad1 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.938878] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-00f59204-3259-4365-b712-ff2b98a2bad1" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.938878] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-00f59204-3259-4365-b712-ff2b98a2bad1" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.939114] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-00f59204-3259-4365-b712-ff2b98a2bad1" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.939263] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.939355] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.939416] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.939571] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.939653] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.939771] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('00f59204-3259-4365-b712-ff2b98a2bad1',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.294641] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock network-552 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.294859] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "network-552" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.294988] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "network-552" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.295287] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "network-552" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.295547] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.295704] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.295822] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.296164] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.296380] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.296619] env[66341]: DEBUG dogpile.cache.region [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 890.296737] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] NeedRegenerationException {{(pid=66341) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 890.296850] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] no value, waiting for create lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 890.296963] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] value creation lock acquired {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 890.297084] env[66341]: DEBUG dogpile.cache.region [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 890.297195] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Calling creation function for not-yet-present value {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 890.297329] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 890.317999] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 890.318496] env[66341]: DEBUG dogpile.cache.region [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66341) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 890.319063] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Released creation lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 890.319063] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "network-552" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.319437] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock port-40d1cf92-4947-494e-ad0b-b3b83d629443 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.319437] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "port-40d1cf92-4947-494e-ad0b-b3b83d629443" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.319538] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "port-40d1cf92-4947-494e-ad0b-b3b83d629443" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.319800] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "port-40d1cf92-4947-494e-ad0b-b3b83d629443" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.319938] env[66341]: DEBUG networking_nsxv3.api.rpc [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('40d1cf92-4947-494e-ad0b-b3b83d629443',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.411489] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.415047] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.415047] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.415047] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.415047] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.415047] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.415047] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.415047] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.415047] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.415047] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.415047] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a is going to be updated. [ 890.440748] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.440930] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.440981] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.441271] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.441396] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.442487] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('00f59204-3259-4365-b712-ff2b98a2bad1',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.453963] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a in Status: IN_PROGRESS for 2s [ 890.822632] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.822893] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.823064] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.823409] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.823579] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.823748] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Segment Port 40d1cf92-4947-494e-ad0b-b3b83d629443 not found, creating... [ 890.824052] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.824312] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.824447] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.824703] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.824874] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.825349] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.825649] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.825728] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.825987] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.826159] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.826321] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Resource: SegmentPort with ID: 40d1cf92-4947-494e-ad0b-b3b83d629443 is going to be created. [ 890.846451] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb0cb4f0-93d5-47a3-a946-b613a4a7d88a in Status: SUCCESS [ 890.846789] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb0cb4f0-93d5-47a3-a946-b613a4a7d88a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.847097] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb0cb4f0-93d5-47a3-a946-b613a4a7d88a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.847417] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb0cb4f0-93d5-47a3-a946-b613a4a7d88a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.847708] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.847891] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.848015] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.848285] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.848425] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.848594] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb0cb4f0-93d5-47a3-a946-b613a4a7d88a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.848753] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fb0cb4f0-93d5-47a3-a946-b613a4a7d88a',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.852116] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.852507] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.852546] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.852841] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.853180] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.853471] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "port-40d1cf92-4947-494e-ad0b-b3b83d629443" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.948458] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('00f59204-3259-4365-b712-ff2b98a2bad1',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.351408] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb0cb4f0-93d5-47a3-a946-b613a4a7d88a taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.351578] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb0cb4f0-93d5-47a3-a946-b613a4a7d88a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.351643] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb0cb4f0-93d5-47a3-a946-b613a4a7d88a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.351909] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb0cb4f0-93d5-47a3-a946-b613a4a7d88a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.352224] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.352387] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.352474] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.352644] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.352735] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.352830] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb0cb4f0-93d5-47a3-a946-b613a4a7d88a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.352997] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb0cb4f0-93d5-47a3-a946-b613a4a7d88a taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.353114] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb0cb4f0-93d5-47a3-a946-b613a4a7d88a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.353183] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb0cb4f0-93d5-47a3-a946-b613a4a7d88a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.353508] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb0cb4f0-93d5-47a3-a946-b613a4a7d88a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.353508] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.353627] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.353660] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.353799] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.353875] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.353955] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb0cb4f0-93d5-47a3-a946-b613a4a7d88a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.354211] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fb0cb4f0-93d5-47a3-a946-b613a4a7d88a',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.451559] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.451749] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.451823] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.452139] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.452223] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.452293] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 00f59204-3259-4365-b712-ff2b98a2bad1 is going to be updated. [ 891.487932] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.488096] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.488169] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.488376] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.488520] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.500124] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 00f59204-3259-4365-b712-ff2b98a2bad1 in Status: IN_PROGRESS for 2s [ 891.599171] env[66341]: INFO networking_nsxv3.common.synchronization [req-b0d1ac65-ba7d-47b3-bc43-c05042359fd1 req-1cc9296d-7c1e-400e-a166-c18e49c941d3 service nova] Enqueued Resource ID: 8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a with Priority: HIGHEST for action security_group_rules [ 891.599514] env[66341]: INFO networking_nsxv3.common.synchronization [req-b0d1ac65-ba7d-47b3-bc43-c05042359fd1 req-1cc9296d-7c1e-400e-a166-c18e49c941d3 service nova] Enqueued Resource ID: 8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a with Priority: HIGHEST for action security_group_members [ 891.600014] env[66341]: INFO networking_nsxv3.common.synchronization [req-b0d1ac65-ba7d-47b3-bc43-c05042359fd1 req-1cc9296d-7c1e-400e-a166-c18e49c941d3 service nova] Enqueued Resource ID: 40d1cf92-4947-494e-ad0b-b3b83d629443 with Priority: HIGHEST for action port [ 891.600626] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a with Priority: HIGHEST for action security_group_rules [ 891.600873] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a with Priority: HIGHEST for action security_group_members [ 891.601088] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40d1cf92-4947-494e-ad0b-b3b83d629443 with Priority: HIGHEST for action port [ 891.601930] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.601930] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.601930] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.601930] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.601930] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.605487] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.605487] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.605487] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-40d1cf92-4947-494e-ad0b-b3b83d629443 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.605487] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-40d1cf92-4947-494e-ad0b-b3b83d629443" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.605487] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-40d1cf92-4947-494e-ad0b-b3b83d629443" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.605487] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-40d1cf92-4947-494e-ad0b-b3b83d629443" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.605487] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('40d1cf92-4947-494e-ad0b-b3b83d629443',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.856259] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fb0cb4f0-93d5-47a3-a946-b613a4a7d88a: rpc.has_security_group_logging(os_id): False [ 891.874229] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.874385] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.874655] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.874655] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.874757] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.874939] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.875044] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.875168] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.875776] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.875776] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.875776] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.875776] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.875776] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.875964] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.875964] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.876134] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.876191] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.876919] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.876919] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.876919] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.876919] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fb0cb4f0-93d5-47a3-a946-b613a4a7d88a is going to be updated. [ 891.952483] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.952483] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.953111] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.953111] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.953193] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.974867] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fb0cb4f0-93d5-47a3-a946-b613a4a7d88a in Status: IN_PROGRESS for 2s [ 892.106050] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.106050] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.106349] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 40d1cf92-4947-494e-ad0b-b3b83d629443 with status ACTIVE [ 892.106349] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.106474] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.106510] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.106779] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.106916] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.107172] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.107296] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.107366] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.107569] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.107676] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.107885] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.108060] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.108225] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.108394] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.108527] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.108671] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 40d1cf92-4947-494e-ad0b-b3b83d629443 is going to be updated. [ 892.141660] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.141965] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.142159] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.142462] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.142691] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.142958] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-40d1cf92-4947-494e-ad0b-b3b83d629443" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.466057] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a in Status: SUCCESS [ 892.466236] env[66341]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a deletion is rescheduled due to dependency. [ 892.466352] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.466723] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.466866] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.467052] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.467173] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.467241] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.467391] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.467473] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.467569] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.970974] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.224290] env[66341]: INFO networking_nsxv3.common.synchronization [req-71454d0c-8867-43db-a2fd-d59d0c73b931 req-75016ce3-d639-449c-8744-3f641d5f7e2e tempest-ServersTestJSON-2126961376 tempest-ServersTestJSON-2126961376-project-member] Enqueued Resource ID: 3bd24151-8924-4c51-b869-89f5cc8e8a8d with Priority: HIGHEST for action security_group_members [ 893.225385] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bd24151-8924-4c51-b869-89f5cc8e8a8d with Priority: HIGHEST for action security_group_members [ 893.226077] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-3bd24151-8924-4c51-b869-89f5cc8e8a8d taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.226255] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3bd24151-8924-4c51-b869-89f5cc8e8a8d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.226352] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3bd24151-8924-4c51-b869-89f5cc8e8a8d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.226587] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3bd24151-8924-4c51-b869-89f5cc8e8a8d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.226774] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.226903] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.226985] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.227179] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.227315] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.227514] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3bd24151-8924-4c51-b869-89f5cc8e8a8d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.266476] env[66341]: INFO networking_nsxv3.common.synchronization [req-36e8d106-e04e-4b81-9728-b38ba07cca35 req-20916086-c7cd-4b4e-8ac8-fd0e3bff9559 tempest-SecurityGroupsTestJSON-763920668 tempest-SecurityGroupsTestJSON-763920668-project-member] Enqueued Resource ID: 4ffb55d2-12d9-463a-aa08-38bdb5a10481 with Priority: HIGHEST for action security_group_members [ 893.266476] env[66341]: INFO networking_nsxv3.common.synchronization [req-36e8d106-e04e-4b81-9728-b38ba07cca35 req-20916086-c7cd-4b4e-8ac8-fd0e3bff9559 tempest-SecurityGroupsTestJSON-763920668 tempest-SecurityGroupsTestJSON-763920668-project-member] Enqueued Resource ID: fb0cb4f0-93d5-47a3-a946-b613a4a7d88a with Priority: HIGHEST for action security_group_members [ 893.266899] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ffb55d2-12d9-463a-aa08-38bdb5a10481 with Priority: HIGHEST for action security_group_members [ 893.266944] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb0cb4f0-93d5-47a3-a946-b613a4a7d88a with Priority: HIGHEST for action security_group_members [ 893.267222] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ffb55d2-12d9-463a-aa08-38bdb5a10481 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.269411] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ffb55d2-12d9-463a-aa08-38bdb5a10481" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.269411] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ffb55d2-12d9-463a-aa08-38bdb5a10481" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.269411] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ffb55d2-12d9-463a-aa08-38bdb5a10481" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.269411] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.269411] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.269411] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.269411] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.269411] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.269411] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4ffb55d2-12d9-463a-aa08-38bdb5a10481',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.269411] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb0cb4f0-93d5-47a3-a946-b613a4a7d88a taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.269411] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb0cb4f0-93d5-47a3-a946-b613a4a7d88a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.269411] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb0cb4f0-93d5-47a3-a946-b613a4a7d88a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.270302] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb0cb4f0-93d5-47a3-a946-b613a4a7d88a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.270302] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.270302] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.270302] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.270302] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.270302] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.270302] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fb0cb4f0-93d5-47a3-a946-b613a4a7d88a',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.332237] env[66341]: INFO networking_nsxv3.common.synchronization [req-36e8d106-e04e-4b81-9728-b38ba07cca35 req-20916086-c7cd-4b4e-8ac8-fd0e3bff9559 tempest-SecurityGroupsTestJSON-763920668 tempest-SecurityGroupsTestJSON-763920668-project-member] Enqueued Resource ID: 4ffb55d2-12d9-463a-aa08-38bdb5a10481 with Priority: HIGHEST for action security_group_rules [ 893.332418] env[66341]: INFO networking_nsxv3.common.synchronization [req-36e8d106-e04e-4b81-9728-b38ba07cca35 req-20916086-c7cd-4b4e-8ac8-fd0e3bff9559 tempest-SecurityGroupsTestJSON-763920668 tempest-SecurityGroupsTestJSON-763920668-project-member] Enqueued Resource ID: 4ffb55d2-12d9-463a-aa08-38bdb5a10481 with Priority: HIGHEST for action security_group_members [ 893.332555] env[66341]: INFO networking_nsxv3.common.synchronization [req-36e8d106-e04e-4b81-9728-b38ba07cca35 req-20916086-c7cd-4b4e-8ac8-fd0e3bff9559 tempest-SecurityGroupsTestJSON-763920668 tempest-SecurityGroupsTestJSON-763920668-project-member] Enqueued Resource ID: fb0cb4f0-93d5-47a3-a946-b613a4a7d88a with Priority: HIGHEST for action security_group_rules [ 893.332682] env[66341]: INFO networking_nsxv3.common.synchronization [req-36e8d106-e04e-4b81-9728-b38ba07cca35 req-20916086-c7cd-4b4e-8ac8-fd0e3bff9559 tempest-SecurityGroupsTestJSON-763920668 tempest-SecurityGroupsTestJSON-763920668-project-member] Enqueued Resource ID: fb0cb4f0-93d5-47a3-a946-b613a4a7d88a with Priority: HIGHEST for action security_group_members [ 893.332806] env[66341]: INFO networking_nsxv3.common.synchronization [req-36e8d106-e04e-4b81-9728-b38ba07cca35 req-20916086-c7cd-4b4e-8ac8-fd0e3bff9559 tempest-SecurityGroupsTestJSON-763920668 tempest-SecurityGroupsTestJSON-763920668-project-member] Enqueued Resource ID: 438ea4d8-f223-4ec7-9166-0bacf3b4db16 with Priority: HIGHEST for action port [ 893.333366] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ffb55d2-12d9-463a-aa08-38bdb5a10481 with Priority: HIGHEST for action security_group_rules [ 893.333503] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb0cb4f0-93d5-47a3-a946-b613a4a7d88a with Priority: HIGHEST for action security_group_rules [ 893.333598] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 438ea4d8-f223-4ec7-9166-0bacf3b4db16 with Priority: HIGHEST for action port [ 893.333687] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ffb55d2-12d9-463a-aa08-38bdb5a10481 with Priority: HIGHEST for action security_group_members [ 893.333772] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb0cb4f0-93d5-47a3-a946-b613a4a7d88a with Priority: HIGHEST for action security_group_members [ 893.334058] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4ffb55d2-12d9-463a-aa08-38bdb5a10481 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.334207] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4ffb55d2-12d9-463a-aa08-38bdb5a10481" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.334333] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4ffb55d2-12d9-463a-aa08-38bdb5a10481" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.334590] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4ffb55d2-12d9-463a-aa08-38bdb5a10481" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.334674] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4ffb55d2-12d9-463a-aa08-38bdb5a10481',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.336685] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fb0cb4f0-93d5-47a3-a946-b613a4a7d88a taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.336685] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fb0cb4f0-93d5-47a3-a946-b613a4a7d88a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.336685] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-438ea4d8-f223-4ec7-9166-0bacf3b4db16 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.336685] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-438ea4d8-f223-4ec7-9166-0bacf3b4db16" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.336685] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-438ea4d8-f223-4ec7-9166-0bacf3b4db16" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.336950] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-438ea4d8-f223-4ec7-9166-0bacf3b4db16" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.336950] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('438ea4d8-f223-4ec7-9166-0bacf3b4db16',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.338691] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ffb55d2-12d9-463a-aa08-38bdb5a10481 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.338772] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ffb55d2-12d9-463a-aa08-38bdb5a10481" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.340267] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb0cb4f0-93d5-47a3-a946-b613a4a7d88a taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.340267] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb0cb4f0-93d5-47a3-a946-b613a4a7d88a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.474259] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.511323] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 00f59204-3259-4365-b712-ff2b98a2bad1 in Status: SUCCESS [ 893.511599] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-00f59204-3259-4365-b712-ff2b98a2bad1" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.729914] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3bd24151-8924-4c51-b869-89f5cc8e8a8d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.775048] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4ffb55d2-12d9-463a-aa08-38bdb5a10481',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.776128] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fb0cb4f0-93d5-47a3-a946-b613a4a7d88a',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.839904] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ffb55d2-12d9-463a-aa08-38bdb5a10481 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.840451] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ffb55d2-12d9-463a-aa08-38bdb5a10481" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.840721] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 438ea4d8-f223-4ec7-9166-0bacf3b4db16 with status ACTIVE [ 893.840914] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.841571] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.841571] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.841571] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.841571] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.842136] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.842136] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.842136] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.842331] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.842423] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.843100] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.843218] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.843287] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.843443] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.843541] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.843862] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 438ea4d8-f223-4ec7-9166-0bacf3b4db16 is going to be updated. [ 893.871424] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.871594] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.871735] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.872022] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.872192] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.872395] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-438ea4d8-f223-4ec7-9166-0bacf3b4db16" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.975809] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.976117] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.976117] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.976268] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.976382] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.976480] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a is going to be updated. [ 893.997134] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fb0cb4f0-93d5-47a3-a946-b613a4a7d88a in Status: SUCCESS [ 893.997532] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fb0cb4f0-93d5-47a3-a946-b613a4a7d88a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.997780] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fb0cb4f0-93d5-47a3-a946-b613a4a7d88a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.998035] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fb0cb4f0-93d5-47a3-a946-b613a4a7d88a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.998198] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fb0cb4f0-93d5-47a3-a946-b613a4a7d88a',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.022268] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.022925] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.023011] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.023230] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.023375] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.046248] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a in Status: IN_PROGRESS for 2s [ 894.235924] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3bd24151-8924-4c51-b869-89f5cc8e8a8d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.278145] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4ffb55d2-12d9-463a-aa08-38bdb5a10481',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.279116] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fb0cb4f0-93d5-47a3-a946-b613a4a7d88a',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.501016] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb0cb4f0-93d5-47a3-a946-b613a4a7d88a taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.501016] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb0cb4f0-93d5-47a3-a946-b613a4a7d88a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.740033] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.740033] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.740033] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.740033] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.740033] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.740033] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3bd24151-8924-4c51-b869-89f5cc8e8a8d is going to be updated. [ 894.773682] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.773839] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.773913] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.774228] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.774392] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.782045] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.782045] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.782045] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.782298] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.782348] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.782440] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fb0cb4f0-93d5-47a3-a946-b613a4a7d88a is going to be updated. [ 894.783772] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.783933] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.785486] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.785486] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.785486] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.785486] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4ffb55d2-12d9-463a-aa08-38bdb5a10481 is going to be created. [ 894.786220] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3bd24151-8924-4c51-b869-89f5cc8e8a8d in Status: IN_PROGRESS for 2s [ 894.816475] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.816678] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.816678] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.816860] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.817025] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.826251] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.826411] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.826497] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.826699] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.826868] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.828843] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ffb55d2-12d9-463a-aa08-38bdb5a10481 in Status: UNINITIALIZED for 2s [ 894.836435] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb0cb4f0-93d5-47a3-a946-b613a4a7d88a in Status: IN_PROGRESS for 2s [ 894.969086] env[66341]: INFO networking_nsxv3.common.synchronization [req-9adfd834-219f-4af2-8942-c35bcab33ff5 req-18cbc981-c561-4774-92c8-ba4735a1e0cb tempest-ListServersNegativeTestJSON-1524180547 tempest-ListServersNegativeTestJSON-1524180547-project-member] Enqueued Resource ID: 341975fd-3181-4fe6-beaf-e537fb1e9a77 with Priority: HIGHEST for action security_group_members [ 894.970104] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 341975fd-3181-4fe6-beaf-e537fb1e9a77 with Priority: HIGHEST for action security_group_members [ 894.970235] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-341975fd-3181-4fe6-beaf-e537fb1e9a77 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.970489] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-341975fd-3181-4fe6-beaf-e537fb1e9a77" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.970656] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-341975fd-3181-4fe6-beaf-e537fb1e9a77" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.970957] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-341975fd-3181-4fe6-beaf-e537fb1e9a77" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.973346] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.973346] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.973346] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.973346] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.973346] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.973346] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('341975fd-3181-4fe6-beaf-e537fb1e9a77',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.191483] env[66341]: INFO networking_nsxv3.common.synchronization [req-4830cb6a-a00a-4dbf-932e-2910b08a57c3 req-b8767909-045e-42b9-91cb-ee5172b09123 tempest-ListServersNegativeTestJSON-1524180547 tempest-ListServersNegativeTestJSON-1524180547-project-member] Enqueued Resource ID: 341975fd-3181-4fe6-beaf-e537fb1e9a77 with Priority: HIGHEST for action security_group_members [ 895.192042] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 341975fd-3181-4fe6-beaf-e537fb1e9a77 with Priority: HIGHEST for action security_group_members [ 895.192456] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-341975fd-3181-4fe6-beaf-e537fb1e9a77 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.192579] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-341975fd-3181-4fe6-beaf-e537fb1e9a77" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.475591] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('341975fd-3181-4fe6-beaf-e537fb1e9a77',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.977755] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('341975fd-3181-4fe6-beaf-e537fb1e9a77',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.056543] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a in Status: SUCCESS [ 896.056818] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.056999] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.057241] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.057460] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.057602] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.057632] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.057918] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.058015] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.058109] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.058202] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.480353] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.480685] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.480685] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.481105] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.481105] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.481105] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 341975fd-3181-4fe6-beaf-e537fb1e9a77 is going to be updated. [ 896.527573] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.527573] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.527573] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.527573] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.527958] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.544755] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 341975fd-3181-4fe6-beaf-e537fb1e9a77 in Status: IN_PROGRESS for 2s [ 896.561347] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.561347] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.561347] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.561646] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.561646] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.561734] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.562028] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.562689] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.562689] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.562689] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.562943] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.563063] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.563219] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.563401] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.564027] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.564027] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.564027] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.564215] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.564215] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.564326] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.564418] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.797833] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3bd24151-8924-4c51-b869-89f5cc8e8a8d in Status: SUCCESS [ 896.798103] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3bd24151-8924-4c51-b869-89f5cc8e8a8d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.838472] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ffb55d2-12d9-463a-aa08-38bdb5a10481 in Status: SUCCESS [ 896.838689] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ffb55d2-12d9-463a-aa08-38bdb5a10481" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.839699] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ffb55d2-12d9-463a-aa08-38bdb5a10481" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.839917] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ffb55d2-12d9-463a-aa08-38bdb5a10481" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.840118] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.840716] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.840716] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.840716] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.840716] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.840716] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4ffb55d2-12d9-463a-aa08-38bdb5a10481',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.847592] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb0cb4f0-93d5-47a3-a946-b613a4a7d88a in Status: SUCCESS [ 896.847751] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb0cb4f0-93d5-47a3-a946-b613a4a7d88a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.847899] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb0cb4f0-93d5-47a3-a946-b613a4a7d88a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.848116] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb0cb4f0-93d5-47a3-a946-b613a4a7d88a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.848292] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.848407] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.848470] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.848619] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.848701] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.848793] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fb0cb4f0-93d5-47a3-a946-b613a4a7d88a',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.067642] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a: rpc.has_security_group_logging(os_id): False [ 897.087336] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.087734] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.087734] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.087841] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.087841] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.088030] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.088135] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.088215] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.088372] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.088450] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.088650] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.088746] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.088818] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.088957] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.089041] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.089259] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.089410] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.089481] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.089644] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.089736] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.089833] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a is going to be updated. [ 897.164879] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.164879] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.164879] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.164879] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.164879] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.179021] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a in Status: IN_PROGRESS for 2s [ 897.342765] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4ffb55d2-12d9-463a-aa08-38bdb5a10481',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.351116] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fb0cb4f0-93d5-47a3-a946-b613a4a7d88a',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.845614] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4ffb55d2-12d9-463a-aa08-38bdb5a10481',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.853844] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fb0cb4f0-93d5-47a3-a946-b613a4a7d88a',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.348739] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.348739] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.348739] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.348739] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.348739] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.348997] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4ffb55d2-12d9-463a-aa08-38bdb5a10481 is going to be updated. [ 898.357699] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.357898] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.358037] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.358370] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.358525] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.358689] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fb0cb4f0-93d5-47a3-a946-b613a4a7d88a is going to be updated. [ 898.382419] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.382574] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.382646] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.382881] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.383043] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.394319] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ffb55d2-12d9-463a-aa08-38bdb5a10481 in Status: IN_PROGRESS for 2s [ 898.401868] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.402031] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.402104] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.402604] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.402604] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.410955] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb0cb4f0-93d5-47a3-a946-b613a4a7d88a in Status: IN_PROGRESS for 2s [ 898.575705] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 341975fd-3181-4fe6-beaf-e537fb1e9a77 in Status: SUCCESS [ 898.575979] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-341975fd-3181-4fe6-beaf-e537fb1e9a77" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.576288] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-341975fd-3181-4fe6-beaf-e537fb1e9a77" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.576510] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-341975fd-3181-4fe6-beaf-e537fb1e9a77" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.576701] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.576855] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.576911] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.577038] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.577187] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.577246] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('341975fd-3181-4fe6-beaf-e537fb1e9a77',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.079782] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.080167] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.080167] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.080248] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.080334] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.080538] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.080630] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.080703] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.080850] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.080932] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.081017] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 341975fd-3181-4fe6-beaf-e537fb1e9a77 is going to be updated. [ 899.126197] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.126429] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.126429] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.126645] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.126794] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.139059] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 341975fd-3181-4fe6-beaf-e537fb1e9a77 in Status: IN_PROGRESS for 2s [ 899.193717] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a in Status: SUCCESS [ 899.193918] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.976936] env[66341]: INFO networking_nsxv3.common.synchronization [req-a446d2fd-8fc8-4b93-b3f0-96a110cd1078 req-a3b3c7f5-90ce-44d5-81fb-c27355381a6a tempest-SecurityGroupsTestJSON-763920668 tempest-SecurityGroupsTestJSON-763920668-project-member] Enqueued Resource ID: fb0cb4f0-93d5-47a3-a946-b613a4a7d88a with Priority: HIGHEST for action security_group_members [ 899.976936] env[66341]: INFO networking_nsxv3.common.synchronization [req-a446d2fd-8fc8-4b93-b3f0-96a110cd1078 req-a3b3c7f5-90ce-44d5-81fb-c27355381a6a tempest-SecurityGroupsTestJSON-763920668 tempest-SecurityGroupsTestJSON-763920668-project-member] Enqueued Resource ID: 530ef128-f7f4-4396-ac86-b1eb265788ce with Priority: HIGHEST for action security_group_members [ 899.976936] env[66341]: INFO networking_nsxv3.common.synchronization [req-a446d2fd-8fc8-4b93-b3f0-96a110cd1078 req-a3b3c7f5-90ce-44d5-81fb-c27355381a6a tempest-SecurityGroupsTestJSON-763920668 tempest-SecurityGroupsTestJSON-763920668-project-member] Enqueued Resource ID: 4ffb55d2-12d9-463a-aa08-38bdb5a10481 with Priority: HIGHEST for action security_group_members [ 899.977351] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb0cb4f0-93d5-47a3-a946-b613a4a7d88a with Priority: HIGHEST for action security_group_members [ 899.977431] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 530ef128-f7f4-4396-ac86-b1eb265788ce with Priority: HIGHEST for action security_group_members [ 899.977712] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ffb55d2-12d9-463a-aa08-38bdb5a10481 with Priority: HIGHEST for action security_group_members [ 899.977791] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb0cb4f0-93d5-47a3-a946-b613a4a7d88a taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.977984] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb0cb4f0-93d5-47a3-a946-b613a4a7d88a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.978215] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-530ef128-f7f4-4396-ac86-b1eb265788ce taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.978330] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-530ef128-f7f4-4396-ac86-b1eb265788ce" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.978404] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-530ef128-f7f4-4396-ac86-b1eb265788ce" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.978666] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-530ef128-f7f4-4396-ac86-b1eb265788ce" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.978903] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.979067] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.979136] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.979301] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.979389] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.979485] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('530ef128-f7f4-4396-ac86-b1eb265788ce',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.981509] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ffb55d2-12d9-463a-aa08-38bdb5a10481 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.981509] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ffb55d2-12d9-463a-aa08-38bdb5a10481" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.025671] env[66341]: INFO networking_nsxv3.common.synchronization [req-a446d2fd-8fc8-4b93-b3f0-96a110cd1078 req-a3b3c7f5-90ce-44d5-81fb-c27355381a6a tempest-SecurityGroupsTestJSON-763920668 tempest-SecurityGroupsTestJSON-763920668-project-member] Enqueued Resource ID: 4ffb55d2-12d9-463a-aa08-38bdb5a10481 with Priority: HIGHEST for action security_group_rules [ 900.025842] env[66341]: INFO networking_nsxv3.common.synchronization [req-a446d2fd-8fc8-4b93-b3f0-96a110cd1078 req-a3b3c7f5-90ce-44d5-81fb-c27355381a6a tempest-SecurityGroupsTestJSON-763920668 tempest-SecurityGroupsTestJSON-763920668-project-member] Enqueued Resource ID: 4ffb55d2-12d9-463a-aa08-38bdb5a10481 with Priority: HIGHEST for action security_group_members [ 900.025976] env[66341]: INFO networking_nsxv3.common.synchronization [req-a446d2fd-8fc8-4b93-b3f0-96a110cd1078 req-a3b3c7f5-90ce-44d5-81fb-c27355381a6a tempest-SecurityGroupsTestJSON-763920668 tempest-SecurityGroupsTestJSON-763920668-project-member] Enqueued Resource ID: 530ef128-f7f4-4396-ac86-b1eb265788ce with Priority: HIGHEST for action security_group_rules [ 900.026180] env[66341]: INFO networking_nsxv3.common.synchronization [req-a446d2fd-8fc8-4b93-b3f0-96a110cd1078 req-a3b3c7f5-90ce-44d5-81fb-c27355381a6a tempest-SecurityGroupsTestJSON-763920668 tempest-SecurityGroupsTestJSON-763920668-project-member] Enqueued Resource ID: 530ef128-f7f4-4396-ac86-b1eb265788ce with Priority: HIGHEST for action security_group_members [ 900.026252] env[66341]: INFO networking_nsxv3.common.synchronization [req-a446d2fd-8fc8-4b93-b3f0-96a110cd1078 req-a3b3c7f5-90ce-44d5-81fb-c27355381a6a tempest-SecurityGroupsTestJSON-763920668 tempest-SecurityGroupsTestJSON-763920668-project-member] Enqueued Resource ID: fb0cb4f0-93d5-47a3-a946-b613a4a7d88a with Priority: HIGHEST for action security_group_rules [ 900.026373] env[66341]: INFO networking_nsxv3.common.synchronization [req-a446d2fd-8fc8-4b93-b3f0-96a110cd1078 req-a3b3c7f5-90ce-44d5-81fb-c27355381a6a tempest-SecurityGroupsTestJSON-763920668 tempest-SecurityGroupsTestJSON-763920668-project-member] Enqueued Resource ID: fb0cb4f0-93d5-47a3-a946-b613a4a7d88a with Priority: HIGHEST for action security_group_members [ 900.026524] env[66341]: INFO networking_nsxv3.common.synchronization [req-a446d2fd-8fc8-4b93-b3f0-96a110cd1078 req-a3b3c7f5-90ce-44d5-81fb-c27355381a6a tempest-SecurityGroupsTestJSON-763920668 tempest-SecurityGroupsTestJSON-763920668-project-member] Enqueued Resource ID: 438ea4d8-f223-4ec7-9166-0bacf3b4db16 with Priority: HIGHEST for action port [ 900.027203] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ffb55d2-12d9-463a-aa08-38bdb5a10481 with Priority: HIGHEST for action security_group_rules [ 900.027343] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 530ef128-f7f4-4396-ac86-b1eb265788ce with Priority: HIGHEST for action security_group_rules [ 900.027443] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb0cb4f0-93d5-47a3-a946-b613a4a7d88a with Priority: HIGHEST for action security_group_members [ 900.028694] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 438ea4d8-f223-4ec7-9166-0bacf3b4db16 with Priority: HIGHEST for action port [ 900.028694] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb0cb4f0-93d5-47a3-a946-b613a4a7d88a with Priority: HIGHEST for action security_group_rules [ 900.028694] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ffb55d2-12d9-463a-aa08-38bdb5a10481 with Priority: HIGHEST for action security_group_members [ 900.028694] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 530ef128-f7f4-4396-ac86-b1eb265788ce with Priority: HIGHEST for action security_group_members [ 900.028694] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4ffb55d2-12d9-463a-aa08-38bdb5a10481 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.028694] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4ffb55d2-12d9-463a-aa08-38bdb5a10481" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.028694] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-530ef128-f7f4-4396-ac86-b1eb265788ce taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.028694] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-530ef128-f7f4-4396-ac86-b1eb265788ce" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.028694] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-530ef128-f7f4-4396-ac86-b1eb265788ce" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.029440] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-530ef128-f7f4-4396-ac86-b1eb265788ce" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.029440] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('530ef128-f7f4-4396-ac86-b1eb265788ce',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.030488] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb0cb4f0-93d5-47a3-a946-b613a4a7d88a taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.030592] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb0cb4f0-93d5-47a3-a946-b613a4a7d88a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.030796] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-438ea4d8-f223-4ec7-9166-0bacf3b4db16 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.030900] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-438ea4d8-f223-4ec7-9166-0bacf3b4db16" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.030981] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-438ea4d8-f223-4ec7-9166-0bacf3b4db16" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.031232] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-438ea4d8-f223-4ec7-9166-0bacf3b4db16" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.031320] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('438ea4d8-f223-4ec7-9166-0bacf3b4db16',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.032201] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fb0cb4f0-93d5-47a3-a946-b613a4a7d88a taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.032287] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fb0cb4f0-93d5-47a3-a946-b613a4a7d88a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.032471] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ffb55d2-12d9-463a-aa08-38bdb5a10481 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.032556] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ffb55d2-12d9-463a-aa08-38bdb5a10481" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.032730] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-530ef128-f7f4-4396-ac86-b1eb265788ce taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.032812] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-530ef128-f7f4-4396-ac86-b1eb265788ce" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.404231] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ffb55d2-12d9-463a-aa08-38bdb5a10481 in Status: SUCCESS [ 900.404640] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ffb55d2-12d9-463a-aa08-38bdb5a10481" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.404892] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ffb55d2-12d9-463a-aa08-38bdb5a10481" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.405110] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ffb55d2-12d9-463a-aa08-38bdb5a10481" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.405313] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.405435] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.405502] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.405661] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.405856] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.406014] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ffb55d2-12d9-463a-aa08-38bdb5a10481" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.406150] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4ffb55d2-12d9-463a-aa08-38bdb5a10481',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.407081] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ffb55d2-12d9-463a-aa08-38bdb5a10481" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.407253] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ffb55d2-12d9-463a-aa08-38bdb5a10481" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.407477] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.407551] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.407586] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.407749] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.407837] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.407930] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4ffb55d2-12d9-463a-aa08-38bdb5a10481',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.419287] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb0cb4f0-93d5-47a3-a946-b613a4a7d88a in Status: SUCCESS [ 900.419543] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb0cb4f0-93d5-47a3-a946-b613a4a7d88a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.420114] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb0cb4f0-93d5-47a3-a946-b613a4a7d88a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.420393] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb0cb4f0-93d5-47a3-a946-b613a4a7d88a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.420644] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.420800] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.420893] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.421109] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.421223] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.421344] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb0cb4f0-93d5-47a3-a946-b613a4a7d88a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.421476] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fb0cb4f0-93d5-47a3-a946-b613a4a7d88a',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.422488] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb0cb4f0-93d5-47a3-a946-b613a4a7d88a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.422861] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb0cb4f0-93d5-47a3-a946-b613a4a7d88a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.422933] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.423085] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.423182] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.423390] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.423501] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.423622] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fb0cb4f0-93d5-47a3-a946-b613a4a7d88a',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.482629] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('530ef128-f7f4-4396-ac86-b1eb265788ce',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.534423] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-530ef128-f7f4-4396-ac86-b1eb265788ce taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.534563] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-530ef128-f7f4-4396-ac86-b1eb265788ce" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.537014] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 438ea4d8-f223-4ec7-9166-0bacf3b4db16 with status ACTIVE [ 900.537261] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.537414] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.537484] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.537698] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.537789] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.537966] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.538076] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.538136] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.538283] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.538365] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.538543] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.538635] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.538697] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.538836] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.538910] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.538995] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 438ea4d8-f223-4ec7-9166-0bacf3b4db16 is going to be updated. [ 900.563255] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.563255] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.563469] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.564072] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.564072] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.564072] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-438ea4d8-f223-4ec7-9166-0bacf3b4db16" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.910028] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4ffb55d2-12d9-463a-aa08-38bdb5a10481',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.911252] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4ffb55d2-12d9-463a-aa08-38bdb5a10481',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.926029] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb0cb4f0-93d5-47a3-a946-b613a4a7d88a taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.926029] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb0cb4f0-93d5-47a3-a946-b613a4a7d88a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.926214] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fb0cb4f0-93d5-47a3-a946-b613a4a7d88a',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.985400] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('530ef128-f7f4-4396-ac86-b1eb265788ce',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.151250] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 341975fd-3181-4fe6-beaf-e537fb1e9a77 in Status: SUCCESS [ 901.151441] env[66341]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 341975fd-3181-4fe6-beaf-e537fb1e9a77 deletion is rescheduled due to dependency. [ 901.151559] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-341975fd-3181-4fe6-beaf-e537fb1e9a77" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.375086] env[66341]: INFO networking_nsxv3.common.synchronization [req-664c3c8b-c21a-4ce5-824e-8b52020e632e req-856d7fc2-76bf-416f-87d2-ddb1da08ac0e tempest-ServerGroupTestJSON-1015074084 tempest-ServerGroupTestJSON-1015074084-project-member] Enqueued Resource ID: eece7877-557f-4fcb-a926-0b313a7f4005 with Priority: HIGHEST for action security_group_members [ 901.375919] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eece7877-557f-4fcb-a926-0b313a7f4005 with Priority: HIGHEST for action security_group_members [ 901.376382] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-eece7877-557f-4fcb-a926-0b313a7f4005 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.376573] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eece7877-557f-4fcb-a926-0b313a7f4005" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.376667] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eece7877-557f-4fcb-a926-0b313a7f4005" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.377041] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eece7877-557f-4fcb-a926-0b313a7f4005" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.377266] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.377419] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.377515] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.377748] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.377882] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.378057] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eece7877-557f-4fcb-a926-0b313a7f4005',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.416085] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4ffb55d2-12d9-463a-aa08-38bdb5a10481: rpc.has_security_group_logging(os_id): False [ 901.416085] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4ffb55d2-12d9-463a-aa08-38bdb5a10481',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.428853] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fb0cb4f0-93d5-47a3-a946-b613a4a7d88a',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.434441] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.434608] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.435124] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.435124] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.435124] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.435490] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.435624] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.435696] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.435912] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.436031] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.436137] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4ffb55d2-12d9-463a-aa08-38bdb5a10481 is going to be created. [ 901.488843] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.489118] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.489118] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.489312] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.489398] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.489506] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 530ef128-f7f4-4396-ac86-b1eb265788ce is going to be created. [ 901.496241] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.496515] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.496515] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.496685] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.496863] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.509806] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4ffb55d2-12d9-463a-aa08-38bdb5a10481 in Status: IN_PROGRESS for 2s [ 901.534887] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.535081] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.535124] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.535312] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.535471] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.546118] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 530ef128-f7f4-4396-ac86-b1eb265788ce in Status: UNINITIALIZED for 2s [ 901.739218] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock network-734 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.739538] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "network-734" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.739759] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "network-734" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.740236] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "network-734" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.740642] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.740905] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.741122] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.741495] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.741738] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.742081] env[66341]: DEBUG dogpile.cache.region [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 901.742286] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] NeedRegenerationException {{(pid=66341) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 901.742481] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] no value, waiting for create lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 901.742673] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] value creation lock acquired {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 901.742873] env[66341]: DEBUG dogpile.cache.region [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 901.743101] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Calling creation function for not-yet-present value {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 901.743332] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 901.763885] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 901.764071] env[66341]: DEBUG dogpile.cache.region [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66341) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 901.764269] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Released creation lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 901.764463] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "network-734" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.764773] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock port-cab22e8d-711d-4007-b644-120db6d9fbfe taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.764944] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "port-cab22e8d-711d-4007-b644-120db6d9fbfe" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.765079] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "port-cab22e8d-711d-4007-b644-120db6d9fbfe" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.765432] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "port-cab22e8d-711d-4007-b644-120db6d9fbfe" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.766009] env[66341]: DEBUG networking_nsxv3.api.rpc [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cab22e8d-711d-4007-b644-120db6d9fbfe',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.880827] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.881119] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.881119] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.881343] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.881431] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.881632] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.881752] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.881824] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.881923] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.882037] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.882163] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eece7877-557f-4fcb-a926-0b313a7f4005 already deleted. [ 901.882214] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eece7877-557f-4fcb-a926-0b313a7f4005" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.918418] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.918546] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.918684] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.918820] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.918913] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.919025] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4ffb55d2-12d9-463a-aa08-38bdb5a10481 is going to be updated. [ 901.931190] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.931344] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.931418] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.931632] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.931723] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.931819] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fb0cb4f0-93d5-47a3-a946-b613a4a7d88a is going to be updated. [ 901.950043] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.950043] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.950043] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.950043] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.950043] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.960521] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ffb55d2-12d9-463a-aa08-38bdb5a10481 in Status: IN_PROGRESS for 2s [ 901.963648] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.963784] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.963898] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.964148] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.964376] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.972024] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb0cb4f0-93d5-47a3-a946-b613a4a7d88a in Status: IN_PROGRESS for 2s [ 902.269068] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.269333] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.269421] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.269695] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.269848] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.270021] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Segment Port cab22e8d-711d-4007-b644-120db6d9fbfe not found, creating... [ 902.270288] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.270457] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.270575] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.270785] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.270922] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.271216] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.271372] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.271488] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.271688] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.271821] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.271959] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Resource: SegmentPort with ID: cab22e8d-711d-4007-b644-120db6d9fbfe is going to be created. [ 902.302137] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.302516] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.302822] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.303373] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.303657] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.303951] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "port-cab22e8d-711d-4007-b644-120db6d9fbfe" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.651829] env[66341]: INFO networking_nsxv3.common.synchronization [req-503a0a7d-1ab0-458b-9b18-c13689483ad9 req-893be567-f079-4404-9a07-6a1209bb437d tempest-SecurityGroupsTestJSON-763920668 tempest-SecurityGroupsTestJSON-763920668-project-member] Enqueued Resource ID: 4ffb55d2-12d9-463a-aa08-38bdb5a10481 with Priority: HIGHEST for action security_group_members [ 902.651829] env[66341]: INFO networking_nsxv3.common.synchronization [req-503a0a7d-1ab0-458b-9b18-c13689483ad9 req-893be567-f079-4404-9a07-6a1209bb437d tempest-SecurityGroupsTestJSON-763920668 tempest-SecurityGroupsTestJSON-763920668-project-member] Enqueued Resource ID: fb0cb4f0-93d5-47a3-a946-b613a4a7d88a with Priority: HIGHEST for action security_group_members [ 902.651829] env[66341]: INFO networking_nsxv3.common.synchronization [req-503a0a7d-1ab0-458b-9b18-c13689483ad9 req-893be567-f079-4404-9a07-6a1209bb437d tempest-SecurityGroupsTestJSON-763920668 tempest-SecurityGroupsTestJSON-763920668-project-member] Enqueued Resource ID: 530ef128-f7f4-4396-ac86-b1eb265788ce with Priority: HIGHEST for action security_group_members [ 902.652826] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ffb55d2-12d9-463a-aa08-38bdb5a10481 with Priority: HIGHEST for action security_group_members [ 902.652994] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb0cb4f0-93d5-47a3-a946-b613a4a7d88a with Priority: HIGHEST for action security_group_members [ 902.653563] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 530ef128-f7f4-4396-ac86-b1eb265788ce with Priority: HIGHEST for action security_group_members [ 902.653563] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ffb55d2-12d9-463a-aa08-38bdb5a10481 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.653705] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ffb55d2-12d9-463a-aa08-38bdb5a10481" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.653791] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb0cb4f0-93d5-47a3-a946-b613a4a7d88a taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.653873] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb0cb4f0-93d5-47a3-a946-b613a4a7d88a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.654149] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-530ef128-f7f4-4396-ac86-b1eb265788ce taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.654274] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-530ef128-f7f4-4396-ac86-b1eb265788ce" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.028811] env[66341]: INFO networking_nsxv3.common.synchronization [req-664c3c8b-c21a-4ce5-824e-8b52020e632e req-a9a14964-2b3a-4578-865c-423369db7f0a service nova] Enqueued Resource ID: eece7877-557f-4fcb-a926-0b313a7f4005 with Priority: HIGHEST for action security_group_rules [ 903.029043] env[66341]: INFO networking_nsxv3.common.synchronization [req-664c3c8b-c21a-4ce5-824e-8b52020e632e req-a9a14964-2b3a-4578-865c-423369db7f0a service nova] Enqueued Resource ID: eece7877-557f-4fcb-a926-0b313a7f4005 with Priority: HIGHEST for action security_group_members [ 903.029202] env[66341]: INFO networking_nsxv3.common.synchronization [req-664c3c8b-c21a-4ce5-824e-8b52020e632e req-a9a14964-2b3a-4578-865c-423369db7f0a service nova] Enqueued Resource ID: cab22e8d-711d-4007-b644-120db6d9fbfe with Priority: HIGHEST for action port [ 903.029748] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eece7877-557f-4fcb-a926-0b313a7f4005 with Priority: HIGHEST for action security_group_rules [ 903.029885] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eece7877-557f-4fcb-a926-0b313a7f4005 with Priority: HIGHEST for action security_group_members [ 903.029998] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cab22e8d-711d-4007-b644-120db6d9fbfe with Priority: HIGHEST for action port [ 903.030337] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eece7877-557f-4fcb-a926-0b313a7f4005 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.030460] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eece7877-557f-4fcb-a926-0b313a7f4005" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.030566] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eece7877-557f-4fcb-a926-0b313a7f4005" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.030802] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eece7877-557f-4fcb-a926-0b313a7f4005" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.030917] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eece7877-557f-4fcb-a926-0b313a7f4005',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.032237] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-eece7877-557f-4fcb-a926-0b313a7f4005 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.032413] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eece7877-557f-4fcb-a926-0b313a7f4005" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.032451] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eece7877-557f-4fcb-a926-0b313a7f4005" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.032700] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eece7877-557f-4fcb-a926-0b313a7f4005" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.032884] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.032993] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.033076] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.033225] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.033315] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.033409] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eece7877-557f-4fcb-a926-0b313a7f4005',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.034250] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-cab22e8d-711d-4007-b644-120db6d9fbfe taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.034336] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cab22e8d-711d-4007-b644-120db6d9fbfe" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.034391] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cab22e8d-711d-4007-b644-120db6d9fbfe" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.034542] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cab22e8d-711d-4007-b644-120db6d9fbfe" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.034821] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cab22e8d-711d-4007-b644-120db6d9fbfe',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.524441] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4ffb55d2-12d9-463a-aa08-38bdb5a10481 in Status: SUCCESS [ 903.524675] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4ffb55d2-12d9-463a-aa08-38bdb5a10481" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.524855] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4ffb55d2-12d9-463a-aa08-38bdb5a10481" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.525104] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4ffb55d2-12d9-463a-aa08-38bdb5a10481" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.525236] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4ffb55d2-12d9-463a-aa08-38bdb5a10481',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.537353] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eece7877-557f-4fcb-a926-0b313a7f4005',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.537934] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-eece7877-557f-4fcb-a926-0b313a7f4005 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.538111] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eece7877-557f-4fcb-a926-0b313a7f4005" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.538345] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cab22e8d-711d-4007-b644-120db6d9fbfe with status ACTIVE [ 903.538595] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.538760] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.538861] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.539171] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.539310] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.539567] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.539714] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.539805] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.540146] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.540217] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.540483] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.540634] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.540735] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.540950] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.541095] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.541214] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cab22e8d-711d-4007-b644-120db6d9fbfe is going to be updated. [ 903.555906] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 530ef128-f7f4-4396-ac86-b1eb265788ce in Status: SUCCESS [ 903.556135] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-530ef128-f7f4-4396-ac86-b1eb265788ce" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.556590] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-530ef128-f7f4-4396-ac86-b1eb265788ce" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.556810] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-530ef128-f7f4-4396-ac86-b1eb265788ce" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.556987] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.557138] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.557204] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.557361] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.557445] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.557561] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('530ef128-f7f4-4396-ac86-b1eb265788ce',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.565327] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.565534] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.565534] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.565709] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.565842] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.565999] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cab22e8d-711d-4007-b644-120db6d9fbfe" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.970674] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ffb55d2-12d9-463a-aa08-38bdb5a10481 in Status: SUCCESS [ 903.970939] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ffb55d2-12d9-463a-aa08-38bdb5a10481" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.971074] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ffb55d2-12d9-463a-aa08-38bdb5a10481" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.971289] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ffb55d2-12d9-463a-aa08-38bdb5a10481" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.971477] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.971588] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.971725] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.972031] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.972126] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.972247] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4ffb55d2-12d9-463a-aa08-38bdb5a10481',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.980257] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb0cb4f0-93d5-47a3-a946-b613a4a7d88a in Status: SUCCESS [ 903.980460] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb0cb4f0-93d5-47a3-a946-b613a4a7d88a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.980623] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb0cb4f0-93d5-47a3-a946-b613a4a7d88a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.980809] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb0cb4f0-93d5-47a3-a946-b613a4a7d88a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.981021] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.981191] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.981191] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.981339] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.981420] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.981556] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fb0cb4f0-93d5-47a3-a946-b613a4a7d88a',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.044295] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eece7877-557f-4fcb-a926-0b313a7f4005',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.046242] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.046535] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.046535] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.046652] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.047126] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.047126] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4ffb55d2-12d9-463a-aa08-38bdb5a10481 is going to be deleted. [ 904.059965] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.060139] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.060208] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.060423] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.060523] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.060711] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.060811] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.060864] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.061022] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.061102] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.061189] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 530ef128-f7f4-4396-ac86-b1eb265788ce is going to be deleted. [ 904.090149] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.090346] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.090403] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.091997] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.091997] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.091997] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-530ef128-f7f4-4396-ac86-b1eb265788ce" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.091997] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-530ef128-f7f4-4396-ac86-b1eb265788ce" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.091997] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-530ef128-f7f4-4396-ac86-b1eb265788ce" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.091997] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.091997] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.091997] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.091997] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.091997] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.091997] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('530ef128-f7f4-4396-ac86-b1eb265788ce',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.101775] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.101989] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.102061] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.102284] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.102396] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.102531] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4ffb55d2-12d9-463a-aa08-38bdb5a10481" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.476683] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.476925] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.476974] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.477263] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.477339] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.477597] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.477763] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.477882] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.478232] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.478325] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.478457] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4ffb55d2-12d9-463a-aa08-38bdb5a10481 is going to be deleted. [ 904.484161] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fb0cb4f0-93d5-47a3-a946-b613a4a7d88a',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.511075] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.511233] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.511306] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.511529] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.511609] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.511715] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ffb55d2-12d9-463a-aa08-38bdb5a10481" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.512479] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ffb55d2-12d9-463a-aa08-38bdb5a10481" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.512623] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ffb55d2-12d9-463a-aa08-38bdb5a10481" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.512822] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.513505] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.513505] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.513505] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.513505] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.513715] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4ffb55d2-12d9-463a-aa08-38bdb5a10481',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.550581] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.550581] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.550581] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.550581] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.550581] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.550581] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eece7877-557f-4fcb-a926-0b313a7f4005 is going to be created. [ 904.576540] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.576711] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.576781] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.576954] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.577134] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.587516] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eece7877-557f-4fcb-a926-0b313a7f4005 in Status: UNINITIALIZED for 2s [ 904.594593] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.594743] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.594849] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.595044] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.595202] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.595471] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.595601] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.595683] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.595868] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.595966] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.596084] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 530ef128-f7f4-4396-ac86-b1eb265788ce already deleted. [ 904.596201] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-530ef128-f7f4-4396-ac86-b1eb265788ce" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.596315] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('530ef128-f7f4-4396-ac86-b1eb265788ce',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.597236] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-530ef128-f7f4-4396-ac86-b1eb265788ce" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.597425] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-530ef128-f7f4-4396-ac86-b1eb265788ce" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.598400] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.598400] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.598400] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.598400] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.598400] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.598400] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('530ef128-f7f4-4396-ac86-b1eb265788ce',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.986234] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fb0cb4f0-93d5-47a3-a946-b613a4a7d88a',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.015669] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.015862] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.015917] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.016179] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.016301] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.016531] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.016661] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.016778] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.016888] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.016969] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.017083] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4ffb55d2-12d9-463a-aa08-38bdb5a10481 already deleted. [ 905.017166] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ffb55d2-12d9-463a-aa08-38bdb5a10481" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.100572] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('530ef128-f7f4-4396-ac86-b1eb265788ce',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.102108] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.102349] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.102494] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.102802] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.102959] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.103283] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.103465] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.103584] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.103828] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.103954] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.104130] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 530ef128-f7f4-4396-ac86-b1eb265788ce already deleted. [ 905.104553] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-530ef128-f7f4-4396-ac86-b1eb265788ce" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.489187] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.489440] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.489546] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.489814] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.489941] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.490112] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fb0cb4f0-93d5-47a3-a946-b613a4a7d88a is going to be updated. [ 905.534283] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.534578] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.534741] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.535046] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.536342] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.549433] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb0cb4f0-93d5-47a3-a946-b613a4a7d88a in Status: IN_PROGRESS for 2s [ 905.606472] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 530ef128-f7f4-4396-ac86-b1eb265788ce: rpc.has_security_group_logging(os_id): False [ 905.628915] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.629137] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.629216] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.629437] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.629558] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.629764] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.629940] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.629940] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.630129] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.630184] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.630298] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 530ef128-f7f4-4396-ac86-b1eb265788ce is going to be created. [ 905.651030] env[66341]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/530ef128-f7f4-4396-ac86-b1eb265788ce], does not exist path=[/infra/domains/default/groups/530ef128-f7f4-4396-ac86-b1eb265788ce]."\n}' [ 905.651030] env[66341]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 530ef128-f7f4-4396-ac86-b1eb265788ce failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/530ef128-f7f4-4396-ac86-b1eb265788ce [ 905.651030] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 905.691687] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.691968] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.691968] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.692170] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.694175] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.694543] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.694668] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.694749] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.694962] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.695045] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.695283] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.695408] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.695498] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.695679] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.695775] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.695864] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 530ef128-f7f4-4396-ac86-b1eb265788ce is going to be created. [ 905.719267] env[66341]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/530ef128-f7f4-4396-ac86-b1eb265788ce], does not exist path=[/infra/domains/default/groups/530ef128-f7f4-4396-ac86-b1eb265788ce]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/530ef128-f7f4-4396-ac86-b1eb265788ce [ 905.719456] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-530ef128-f7f4-4396-ac86-b1eb265788ce" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.719969] env[66341]: Traceback (most recent call last): [ 905.720503] env[66341]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 905.720503] env[66341]: return func(*args, **kwargs) [ 905.720503] env[66341]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 905.720503] env[66341]: res.raise_for_status() [ 905.720503] env[66341]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 905.720503] env[66341]: raise HTTPError(http_error_msg, response=self) [ 905.720503] env[66341]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/530ef128-f7f4-4396-ac86-b1eb265788ce [ 905.720503] env[66341]: During handling of the above exception, another exception occurred: [ 905.720503] env[66341]: Traceback (most recent call last): [ 905.720503] env[66341]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 905.720503] env[66341]: listener.cb(fileno) [ 905.720503] env[66341]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 905.720503] env[66341]: result = function(*args, **kwargs) [ 905.720503] env[66341]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 905.720503] env[66341]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 905.720503] env[66341]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 905.720503] env[66341]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 905.720503] env[66341]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 905.720503] env[66341]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 905.720503] env[66341]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 905.720503] env[66341]: res.raise_for_status() [ 905.720503] env[66341]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 905.720503] env[66341]: raise HTTPError(http_error_msg, response=self) [ 905.720503] env[66341]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/530ef128-f7f4-4396-ac86-b1eb265788ce [ 905.720503] env[66341]: Removing descriptor: 17 [ 906.602041] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eece7877-557f-4fcb-a926-0b313a7f4005 in Status: SUCCESS [ 906.602041] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eece7877-557f-4fcb-a926-0b313a7f4005" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.602041] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eece7877-557f-4fcb-a926-0b313a7f4005" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.602041] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eece7877-557f-4fcb-a926-0b313a7f4005" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.602041] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.602041] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.602041] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.602041] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.602041] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.602041] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eece7877-557f-4fcb-a926-0b313a7f4005" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.602041] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('eece7877-557f-4fcb-a926-0b313a7f4005',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.104030] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-eece7877-557f-4fcb-a926-0b313a7f4005 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.104250] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eece7877-557f-4fcb-a926-0b313a7f4005" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.104355] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eece7877-557f-4fcb-a926-0b313a7f4005" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.104530] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eece7877-557f-4fcb-a926-0b313a7f4005" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.104694] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.104796] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.104859] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.105022] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.105111] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.105202] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eece7877-557f-4fcb-a926-0b313a7f4005" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.105364] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-eece7877-557f-4fcb-a926-0b313a7f4005 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.105547] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eece7877-557f-4fcb-a926-0b313a7f4005" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.105547] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eece7877-557f-4fcb-a926-0b313a7f4005" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.105673] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eece7877-557f-4fcb-a926-0b313a7f4005" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.105810] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.105900] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.105960] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.106114] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.106192] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.106273] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eece7877-557f-4fcb-a926-0b313a7f4005" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.106360] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('eece7877-557f-4fcb-a926-0b313a7f4005',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.564287] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb0cb4f0-93d5-47a3-a946-b613a4a7d88a in Status: SUCCESS [ 907.564287] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb0cb4f0-93d5-47a3-a946-b613a4a7d88a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.567363] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb0cb4f0-93d5-47a3-a946-b613a4a7d88a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.567363] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb0cb4f0-93d5-47a3-a946-b613a4a7d88a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.567363] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.567363] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.567363] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.567363] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.567363] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.567363] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb0cb4f0-93d5-47a3-a946-b613a4a7d88a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.567363] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb0cb4f0-93d5-47a3-a946-b613a4a7d88a taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.567363] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb0cb4f0-93d5-47a3-a946-b613a4a7d88a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.567363] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb0cb4f0-93d5-47a3-a946-b613a4a7d88a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.568267] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb0cb4f0-93d5-47a3-a946-b613a4a7d88a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.568452] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.568610] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.568714] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.568897] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.568980] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.569097] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb0cb4f0-93d5-47a3-a946-b613a4a7d88a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.569197] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fb0cb4f0-93d5-47a3-a946-b613a4a7d88a',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.570225] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb0cb4f0-93d5-47a3-a946-b613a4a7d88a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.570459] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb0cb4f0-93d5-47a3-a946-b613a4a7d88a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.570643] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.570828] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.570911] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.571097] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.571182] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.571278] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fb0cb4f0-93d5-47a3-a946-b613a4a7d88a',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.608644] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for eece7877-557f-4fcb-a926-0b313a7f4005: rpc.has_security_group_logging(os_id): False [ 907.639330] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.639330] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.639330] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.639330] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.639330] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.639330] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.639330] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.639330] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.639330] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.639330] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.639330] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.639330] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.639330] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.639330] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.639330] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.640259] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.640259] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.640259] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.640259] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.640259] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.640259] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eece7877-557f-4fcb-a926-0b313a7f4005 is going to be created. [ 907.711054] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.711054] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.711054] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.711054] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.711054] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.724964] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eece7877-557f-4fcb-a926-0b313a7f4005 in Status: IN_PROGRESS for 2s [ 908.031580] env[66341]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 908.031739] env[66341]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=4 [ 908.076595] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fb0cb4f0-93d5-47a3-a946-b613a4a7d88a: rpc.has_security_group_logging(os_id): False [ 908.077042] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fb0cb4f0-93d5-47a3-a946-b613a4a7d88a',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.102461] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.102609] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.102679] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.102896] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.127253] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.127253] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.127253] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.127253] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.127253] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.127253] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.127253] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.127253] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.127253] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.127253] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.127253] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.127253] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.127253] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.127253] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.130123] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.130123] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.130123] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fb0cb4f0-93d5-47a3-a946-b613a4a7d88a is going to be updated. [ 908.194879] env[66341]: INFO networking_nsxv3.common.synchronization [req-96b2023a-dc39-448d-8f7b-77f9e007f112 req-39a4b4a4-d7c3-407e-921a-84da5f79b70f tempest-MultipleCreateTestJSON-1513322719 tempest-MultipleCreateTestJSON-1513322719-project-member] Enqueued Resource ID: 9177f35c-9b13-4204-9e35-9af218b20813 with Priority: HIGHEST for action security_group_members [ 908.195613] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9177f35c-9b13-4204-9e35-9af218b20813 with Priority: HIGHEST for action security_group_members [ 908.195984] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-9177f35c-9b13-4204-9e35-9af218b20813 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.196148] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9177f35c-9b13-4204-9e35-9af218b20813" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.196225] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9177f35c-9b13-4204-9e35-9af218b20813" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.196510] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9177f35c-9b13-4204-9e35-9af218b20813" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.196694] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.196801] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.196884] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.197065] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.197152] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.197254] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9177f35c-9b13-4204-9e35-9af218b20813',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.202315] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.202485] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.202564] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.202773] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.202859] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.227761] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fb0cb4f0-93d5-47a3-a946-b613a4a7d88a in Status: IN_PROGRESS for 2s [ 908.579897] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fb0cb4f0-93d5-47a3-a946-b613a4a7d88a',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.637439] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock network-16 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.637906] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "network-16" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.637906] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "network-16" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.638196] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "network-16" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.638515] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.638669] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.638780] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.639036] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.639193] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.639428] env[66341]: DEBUG dogpile.cache.region [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 908.639557] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] NeedRegenerationException {{(pid=66341) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 908.639675] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] no value, waiting for create lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 908.639792] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] value creation lock acquired {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 908.639918] env[66341]: DEBUG dogpile.cache.region [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 908.640044] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Calling creation function for not-yet-present value {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 908.640196] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 908.662931] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 908.663119] env[66341]: DEBUG dogpile.cache.region [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66341) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 908.663263] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Released creation lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 908.663451] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "network-16" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.663773] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock port-93a7fac9-d86b-4710-9e01-fb62ae640b06 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.663955] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "port-93a7fac9-d86b-4710-9e01-fb62ae640b06" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.664101] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "port-93a7fac9-d86b-4710-9e01-fb62ae640b06" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.664456] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "port-93a7fac9-d86b-4710-9e01-fb62ae640b06" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.664612] env[66341]: DEBUG networking_nsxv3.api.rpc [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('93a7fac9-d86b-4710-9e01-fb62ae640b06',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.699267] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.699937] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.699937] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.699937] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.700156] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.700682] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.700682] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.700682] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.700682] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.700856] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.700856] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9177f35c-9b13-4204-9e35-9af218b20813 already deleted. [ 908.701043] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9177f35c-9b13-4204-9e35-9af218b20813" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.083220] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.083512] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.083613] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.083860] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.083993] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.084116] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fb0cb4f0-93d5-47a3-a946-b613a4a7d88a is going to be updated. [ 909.122661] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.122917] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.123034] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.123384] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.123723] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.134047] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb0cb4f0-93d5-47a3-a946-b613a4a7d88a in Status: IN_PROGRESS for 2s [ 909.166878] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.167160] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.167268] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.167551] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.167763] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.167844] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Segment Port 93a7fac9-d86b-4710-9e01-fb62ae640b06 not found, creating... [ 909.168126] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.168345] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.168490] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.168706] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.168844] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.169160] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.169323] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.169434] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.169639] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.169771] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.169910] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Resource: SegmentPort with ID: 93a7fac9-d86b-4710-9e01-fb62ae640b06 is going to be created. [ 909.190496] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.190765] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.190823] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.191147] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.191385] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.191622] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "port-93a7fac9-d86b-4710-9e01-fb62ae640b06" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.750284] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eece7877-557f-4fcb-a926-0b313a7f4005 in Status: SUCCESS [ 909.750659] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eece7877-557f-4fcb-a926-0b313a7f4005" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.940083] env[66341]: INFO networking_nsxv3.common.synchronization [req-96b2023a-dc39-448d-8f7b-77f9e007f112 req-deb54cf1-488b-4aa6-886a-4b387fe751da service nova] Enqueued Resource ID: 9177f35c-9b13-4204-9e35-9af218b20813 with Priority: HIGHEST for action security_group_rules [ 909.940209] env[66341]: INFO networking_nsxv3.common.synchronization [req-96b2023a-dc39-448d-8f7b-77f9e007f112 req-deb54cf1-488b-4aa6-886a-4b387fe751da service nova] Enqueued Resource ID: 9177f35c-9b13-4204-9e35-9af218b20813 with Priority: HIGHEST for action security_group_members [ 909.940661] env[66341]: INFO networking_nsxv3.common.synchronization [req-96b2023a-dc39-448d-8f7b-77f9e007f112 req-deb54cf1-488b-4aa6-886a-4b387fe751da service nova] Enqueued Resource ID: 93a7fac9-d86b-4710-9e01-fb62ae640b06 with Priority: HIGHEST for action port [ 909.941525] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9177f35c-9b13-4204-9e35-9af218b20813 with Priority: HIGHEST for action security_group_rules [ 909.941938] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9177f35c-9b13-4204-9e35-9af218b20813 with Priority: HIGHEST for action security_group_members [ 909.942084] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93a7fac9-d86b-4710-9e01-fb62ae640b06 with Priority: HIGHEST for action port [ 909.942463] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9177f35c-9b13-4204-9e35-9af218b20813 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.943678] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9177f35c-9b13-4204-9e35-9af218b20813" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.943806] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9177f35c-9b13-4204-9e35-9af218b20813" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.944161] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9177f35c-9b13-4204-9e35-9af218b20813" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.944300] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9177f35c-9b13-4204-9e35-9af218b20813',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.945451] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-9177f35c-9b13-4204-9e35-9af218b20813 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.945612] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9177f35c-9b13-4204-9e35-9af218b20813" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.945700] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9177f35c-9b13-4204-9e35-9af218b20813" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.945929] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9177f35c-9b13-4204-9e35-9af218b20813" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.946901] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.946901] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.947031] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.947342] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.947342] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.947487] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9177f35c-9b13-4204-9e35-9af218b20813',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.948404] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-93a7fac9-d86b-4710-9e01-fb62ae640b06 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.948529] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-93a7fac9-d86b-4710-9e01-fb62ae640b06" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.948617] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-93a7fac9-d86b-4710-9e01-fb62ae640b06" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.948833] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-93a7fac9-d86b-4710-9e01-fb62ae640b06" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.948933] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('93a7fac9-d86b-4710-9e01-fb62ae640b06',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.250363] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fb0cb4f0-93d5-47a3-a946-b613a4a7d88a in Status: SUCCESS [ 910.250363] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fb0cb4f0-93d5-47a3-a946-b613a4a7d88a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.250469] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fb0cb4f0-93d5-47a3-a946-b613a4a7d88a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.250634] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fb0cb4f0-93d5-47a3-a946-b613a4a7d88a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.250729] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fb0cb4f0-93d5-47a3-a946-b613a4a7d88a',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.451471] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-9177f35c-9b13-4204-9e35-9af218b20813 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.451471] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9177f35c-9b13-4204-9e35-9af218b20813" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.451471] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9177f35c-9b13-4204-9e35-9af218b20813',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.452595] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 93a7fac9-d86b-4710-9e01-fb62ae640b06 with status ACTIVE [ 910.452695] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.452772] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.452840] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.453075] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.453163] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.453348] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.453448] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.453519] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.454060] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.454060] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.454060] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.454060] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.454060] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.454318] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.454318] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.454425] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 93a7fac9-d86b-4710-9e01-fb62ae640b06 is going to be updated. [ 910.481332] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.481332] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.481332] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.481543] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.481692] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.481860] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-93a7fac9-d86b-4710-9e01-fb62ae640b06" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.752884] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb0cb4f0-93d5-47a3-a946-b613a4a7d88a taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.753207] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb0cb4f0-93d5-47a3-a946-b613a4a7d88a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.894683] env[66341]: INFO networking_nsxv3.common.synchronization [req-96b2023a-dc39-448d-8f7b-77f9e007f112 req-4c034b4b-3c79-4869-9c37-da535ad953d5 tempest-MultipleCreateTestJSON-1513322719 tempest-MultipleCreateTestJSON-1513322719-project-member] Enqueued Resource ID: 9177f35c-9b13-4204-9e35-9af218b20813 with Priority: HIGHEST for action security_group_members [ 910.894683] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9177f35c-9b13-4204-9e35-9af218b20813 with Priority: HIGHEST for action security_group_members [ 910.894683] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-9177f35c-9b13-4204-9e35-9af218b20813 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.894683] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9177f35c-9b13-4204-9e35-9af218b20813" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.956759] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9177f35c-9b13-4204-9e35-9af218b20813',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.143943] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb0cb4f0-93d5-47a3-a946-b613a4a7d88a in Status: SUCCESS [ 911.144286] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb0cb4f0-93d5-47a3-a946-b613a4a7d88a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.144502] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb0cb4f0-93d5-47a3-a946-b613a4a7d88a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.144747] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb0cb4f0-93d5-47a3-a946-b613a4a7d88a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.144933] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.145064] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.145170] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.145312] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.145372] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.145592] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb0cb4f0-93d5-47a3-a946-b613a4a7d88a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.145592] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fb0cb4f0-93d5-47a3-a946-b613a4a7d88a',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.344217] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock network-16 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.344217] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "network-16" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.344217] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "network-16" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.344492] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "network-16" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.344700] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.344873] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.344995] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.345290] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.345444] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.345714] env[66341]: DEBUG dogpile.cache.region [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 911.345837] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] NeedRegenerationException {{(pid=66341) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 911.345946] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] no value, waiting for create lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 911.346092] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] value creation lock acquired {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 911.346192] env[66341]: DEBUG dogpile.cache.region [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 911.346320] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Calling creation function for not-yet-present value {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 911.346453] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 911.377574] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 911.377632] env[66341]: DEBUG dogpile.cache.region [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=66341) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 911.377792] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Released creation lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 911.378124] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "network-16" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.378627] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock port-ca96a45c-528e-446a-bf0f-4c944e3ceb43 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.378885] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "port-ca96a45c-528e-446a-bf0f-4c944e3ceb43" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.379156] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "port-ca96a45c-528e-446a-bf0f-4c944e3ceb43" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.380571] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "port-ca96a45c-528e-446a-bf0f-4c944e3ceb43" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.380858] env[66341]: DEBUG networking_nsxv3.api.rpc [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ca96a45c-528e-446a-bf0f-4c944e3ceb43',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.460595] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.460751] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.460799] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.461010] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.461111] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.461227] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9177f35c-9b13-4204-9e35-9af218b20813 is going to be created. [ 911.505500] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.505500] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.505500] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.505500] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.505500] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.524046] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9177f35c-9b13-4204-9e35-9af218b20813 in Status: UNINITIALIZED for 2s [ 911.648340] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb0cb4f0-93d5-47a3-a946-b613a4a7d88a taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.648617] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb0cb4f0-93d5-47a3-a946-b613a4a7d88a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.648617] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb0cb4f0-93d5-47a3-a946-b613a4a7d88a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.648948] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb0cb4f0-93d5-47a3-a946-b613a4a7d88a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.649095] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.649201] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.649311] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.649573] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.649685] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.649849] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb0cb4f0-93d5-47a3-a946-b613a4a7d88a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.650140] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb0cb4f0-93d5-47a3-a946-b613a4a7d88a taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.650314] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb0cb4f0-93d5-47a3-a946-b613a4a7d88a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.650440] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb0cb4f0-93d5-47a3-a946-b613a4a7d88a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.650605] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb0cb4f0-93d5-47a3-a946-b613a4a7d88a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.650824] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.650998] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.651164] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.651355] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.651487] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.651586] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb0cb4f0-93d5-47a3-a946-b613a4a7d88a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.651717] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fb0cb4f0-93d5-47a3-a946-b613a4a7d88a',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.883566] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.884504] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.884504] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.884504] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.885164] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.885164] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Segment Port ca96a45c-528e-446a-bf0f-4c944e3ceb43 not found, creating... [ 911.885164] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.885545] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.885742] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.886843] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.887063] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.887942] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.888052] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.888136] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.888449] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.888614] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.888786] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Resource: SegmentPort with ID: ca96a45c-528e-446a-bf0f-4c944e3ceb43 is going to be created. [ 911.915123] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.915123] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.915123] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.915123] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.915392] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.915508] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "port-ca96a45c-528e-446a-bf0f-4c944e3ceb43" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.154503] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fb0cb4f0-93d5-47a3-a946-b613a4a7d88a: rpc.has_security_group_logging(os_id): False [ 912.174965] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.175107] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.175210] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.175462] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.175562] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.175768] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.175869] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.175943] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.176099] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.176209] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.176477] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.176554] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.176589] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.176739] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.176817] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.177016] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.179206] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.179206] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.179301] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.179355] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.179451] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fb0cb4f0-93d5-47a3-a946-b613a4a7d88a is going to be updated. [ 912.260207] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.261634] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.261714] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.261943] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.262124] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.285597] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fb0cb4f0-93d5-47a3-a946-b613a4a7d88a in Status: IN_PROGRESS for 2s [ 912.710953] env[66341]: INFO networking_nsxv3.common.synchronization [req-96b2023a-dc39-448d-8f7b-77f9e007f112 req-308f878f-50a4-478a-8787-95fba6a52700 service nova] Enqueued Resource ID: 9177f35c-9b13-4204-9e35-9af218b20813 with Priority: HIGHEST for action security_group_rules [ 912.710953] env[66341]: INFO networking_nsxv3.common.synchronization [req-96b2023a-dc39-448d-8f7b-77f9e007f112 req-308f878f-50a4-478a-8787-95fba6a52700 service nova] Enqueued Resource ID: 9177f35c-9b13-4204-9e35-9af218b20813 with Priority: HIGHEST for action security_group_members [ 912.710953] env[66341]: INFO networking_nsxv3.common.synchronization [req-96b2023a-dc39-448d-8f7b-77f9e007f112 req-308f878f-50a4-478a-8787-95fba6a52700 service nova] Enqueued Resource ID: ca96a45c-528e-446a-bf0f-4c944e3ceb43 with Priority: HIGHEST for action port [ 912.711659] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9177f35c-9b13-4204-9e35-9af218b20813 with Priority: HIGHEST for action security_group_rules [ 912.711806] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9177f35c-9b13-4204-9e35-9af218b20813 with Priority: HIGHEST for action security_group_members [ 912.711934] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca96a45c-528e-446a-bf0f-4c944e3ceb43 with Priority: HIGHEST for action port [ 912.712216] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9177f35c-9b13-4204-9e35-9af218b20813 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.712616] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9177f35c-9b13-4204-9e35-9af218b20813" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.712616] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-9177f35c-9b13-4204-9e35-9af218b20813 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.712616] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9177f35c-9b13-4204-9e35-9af218b20813" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.712850] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-ca96a45c-528e-446a-bf0f-4c944e3ceb43 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.712850] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ca96a45c-528e-446a-bf0f-4c944e3ceb43" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.712937] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ca96a45c-528e-446a-bf0f-4c944e3ceb43" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.713135] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ca96a45c-528e-446a-bf0f-4c944e3ceb43" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.713218] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ca96a45c-528e-446a-bf0f-4c944e3ceb43',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.173999] env[66341]: INFO networking_nsxv3.common.synchronization [req-1811d586-01e5-4466-b7b0-e782119dab6f req-0c8df31b-670a-4cfd-bcf5-5a5070da72cf tempest-ServerGroupTestJSON-1015074084 tempest-ServerGroupTestJSON-1015074084-project-member] Enqueued Resource ID: eece7877-557f-4fcb-a926-0b313a7f4005 with Priority: HIGHEST for action security_group_members [ 913.175299] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eece7877-557f-4fcb-a926-0b313a7f4005 with Priority: HIGHEST for action security_group_members [ 913.175299] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-eece7877-557f-4fcb-a926-0b313a7f4005 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.175299] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eece7877-557f-4fcb-a926-0b313a7f4005" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.175299] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eece7877-557f-4fcb-a926-0b313a7f4005" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.175559] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eece7877-557f-4fcb-a926-0b313a7f4005" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.175559] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.175687] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.175737] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.175948] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.176057] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.176169] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eece7877-557f-4fcb-a926-0b313a7f4005',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.215211] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ca96a45c-528e-446a-bf0f-4c944e3ceb43 with status ACTIVE [ 913.215618] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.215728] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.215807] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.216140] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.216299] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.216484] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.216607] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.216753] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.216852] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.217064] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.217201] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.217353] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.217413] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.217540] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.217634] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.217763] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ca96a45c-528e-446a-bf0f-4c944e3ceb43 is going to be updated. [ 913.255298] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.255298] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.255298] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.255298] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.255298] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.255298] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ca96a45c-528e-446a-bf0f-4c944e3ceb43" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.536108] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9177f35c-9b13-4204-9e35-9af218b20813 in Status: SUCCESS [ 913.536108] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9177f35c-9b13-4204-9e35-9af218b20813" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.536108] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9177f35c-9b13-4204-9e35-9af218b20813" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.536108] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9177f35c-9b13-4204-9e35-9af218b20813" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.536108] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.536547] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.536547] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.536547] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.536547] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.536666] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9177f35c-9b13-4204-9e35-9af218b20813" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.537216] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9177f35c-9b13-4204-9e35-9af218b20813',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.537564] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9177f35c-9b13-4204-9e35-9af218b20813" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.538242] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9177f35c-9b13-4204-9e35-9af218b20813" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.538242] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.538242] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.538242] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.538242] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.538472] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.538569] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9177f35c-9b13-4204-9e35-9af218b20813',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.679124] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.680123] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.680272] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.680526] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.680659] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.681122] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.681122] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.681288] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.681340] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.681436] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.681659] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eece7877-557f-4fcb-a926-0b313a7f4005 is going to be updated. [ 913.717080] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.717938] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.717938] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.717938] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.718091] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.731643] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eece7877-557f-4fcb-a926-0b313a7f4005 in Status: IN_PROGRESS for 2s [ 914.041369] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-9177f35c-9b13-4204-9e35-9af218b20813 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.041485] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9177f35c-9b13-4204-9e35-9af218b20813" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.041668] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9177f35c-9b13-4204-9e35-9af218b20813',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.145125] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock network-609 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.145384] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "network-609" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.145515] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "network-609" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.145795] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "network-609" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.150968] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.152123] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.152123] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.152428] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.152624] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.152841] env[66341]: DEBUG dogpile.cache.region [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 914.152966] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] NeedRegenerationException {{(pid=66341) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 914.153107] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] no value, waiting for create lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 914.153268] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] value creation lock acquired {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 914.153398] env[66341]: DEBUG dogpile.cache.region [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 914.155959] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Calling creation function for not-yet-present value {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 914.155959] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 914.174155] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 914.174555] env[66341]: DEBUG dogpile.cache.region [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66341) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 914.174555] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Released creation lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 914.174716] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "network-609" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.175362] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock port-37c6e961-305e-47b3-9f33-11cd48a7c886 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.175362] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "port-37c6e961-305e-47b3-9f33-11cd48a7c886" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.175529] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "port-37c6e961-305e-47b3-9f33-11cd48a7c886" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.175715] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "port-37c6e961-305e-47b3-9f33-11cd48a7c886" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.175860] env[66341]: DEBUG networking_nsxv3.api.rpc [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('37c6e961-305e-47b3-9f33-11cd48a7c886',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.321094] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fb0cb4f0-93d5-47a3-a946-b613a4a7d88a in Status: SUCCESS [ 914.321358] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fb0cb4f0-93d5-47a3-a946-b613a4a7d88a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.545298] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9177f35c-9b13-4204-9e35-9af218b20813',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.679223] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.679537] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.679708] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.680018] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.680180] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.680588] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.680761] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.680950] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.681277] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.681503] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.681933] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.682358] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.682520] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.682751] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.682889] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.683056] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Resource: SegmentPort with ID: 37c6e961-305e-47b3-9f33-11cd48a7c886 is going to be updated. [ 914.709103] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.709415] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.709626] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.709992] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.710319] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.710646] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "port-37c6e961-305e-47b3-9f33-11cd48a7c886" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.728676] env[66341]: INFO networking_nsxv3.common.synchronization [None req-b40d996c-eac5-4c3c-9c07-b79a3c682d8f None None] Enqueued Resource ID: d249ed4c-4db2-477c-aa6a-0f75b5802dd7 with Priority: HIGHEST for action port [ 914.729619] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d249ed4c-4db2-477c-aa6a-0f75b5802dd7 with Priority: HIGHEST for action port [ 914.729619] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-d249ed4c-4db2-477c-aa6a-0f75b5802dd7 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.730825] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d249ed4c-4db2-477c-aa6a-0f75b5802dd7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.730825] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d249ed4c-4db2-477c-aa6a-0f75b5802dd7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.730825] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d249ed4c-4db2-477c-aa6a-0f75b5802dd7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.730825] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d249ed4c-4db2-477c-aa6a-0f75b5802dd7',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.047819] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.048016] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.048454] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.048454] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.048454] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.048955] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9177f35c-9b13-4204-9e35-9af218b20813 is going to be updated. [ 915.080773] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.080773] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.080773] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.080773] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.080773] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.092794] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9177f35c-9b13-4204-9e35-9af218b20813 in Status: IN_PROGRESS for 2s [ 915.231718] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d249ed4c-4db2-477c-aa6a-0f75b5802dd7 [ 915.231994] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.235022] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.235022] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.235022] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.235022] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.235022] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d249ed4c-4db2-477c-aa6a-0f75b5802dd7 already deleted. [ 915.235022] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d249ed4c-4db2-477c-aa6a-0f75b5802dd7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.496637] env[66341]: INFO networking_nsxv3.common.synchronization [req-75e63c14-2c1b-46dd-b818-9290e9f0037d req-19d0e70b-0b48-42be-9f30-c4f383c40461 service nova] Enqueued Resource ID: 4c73aa37-2928-4999-a9f4-cc6731e36f3f with Priority: HIGHEST for action security_group_rules [ 915.496870] env[66341]: INFO networking_nsxv3.common.synchronization [req-75e63c14-2c1b-46dd-b818-9290e9f0037d req-19d0e70b-0b48-42be-9f30-c4f383c40461 service nova] Enqueued Resource ID: 4c73aa37-2928-4999-a9f4-cc6731e36f3f with Priority: HIGHEST for action security_group_members [ 915.497023] env[66341]: INFO networking_nsxv3.common.synchronization [req-75e63c14-2c1b-46dd-b818-9290e9f0037d req-19d0e70b-0b48-42be-9f30-c4f383c40461 service nova] Enqueued Resource ID: 37c6e961-305e-47b3-9f33-11cd48a7c886 with Priority: HIGHEST for action port [ 915.497568] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c73aa37-2928-4999-a9f4-cc6731e36f3f with Priority: HIGHEST for action security_group_rules [ 915.497706] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c73aa37-2928-4999-a9f4-cc6731e36f3f with Priority: HIGHEST for action security_group_members [ 915.497818] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37c6e961-305e-47b3-9f33-11cd48a7c886 with Priority: HIGHEST for action port [ 915.499566] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4c73aa37-2928-4999-a9f4-cc6731e36f3f taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.499796] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4c73aa37-2928-4999-a9f4-cc6731e36f3f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.499796] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4c73aa37-2928-4999-a9f4-cc6731e36f3f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.500018] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4c73aa37-2928-4999-a9f4-cc6731e36f3f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.500161] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4c73aa37-2928-4999-a9f4-cc6731e36f3f',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.501139] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c73aa37-2928-4999-a9f4-cc6731e36f3f taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.501256] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c73aa37-2928-4999-a9f4-cc6731e36f3f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.501314] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c73aa37-2928-4999-a9f4-cc6731e36f3f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.501513] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c73aa37-2928-4999-a9f4-cc6731e36f3f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.501671] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.501768] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.501825] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.501983] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.502077] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.502170] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4c73aa37-2928-4999-a9f4-cc6731e36f3f',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.507116] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-37c6e961-305e-47b3-9f33-11cd48a7c886 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.507279] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-37c6e961-305e-47b3-9f33-11cd48a7c886" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.508419] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-37c6e961-305e-47b3-9f33-11cd48a7c886" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.508419] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-37c6e961-305e-47b3-9f33-11cd48a7c886" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.508419] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('37c6e961-305e-47b3-9f33-11cd48a7c886',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.743827] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eece7877-557f-4fcb-a926-0b313a7f4005 in Status: SUCCESS [ 915.743964] env[66341]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eece7877-557f-4fcb-a926-0b313a7f4005 deletion is rescheduled due to dependency. [ 915.744114] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eece7877-557f-4fcb-a926-0b313a7f4005" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.009866] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4c73aa37-2928-4999-a9f4-cc6731e36f3f',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.011125] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c73aa37-2928-4999-a9f4-cc6731e36f3f taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.011467] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c73aa37-2928-4999-a9f4-cc6731e36f3f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.011894] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 37c6e961-305e-47b3-9f33-11cd48a7c886 with status ACTIVE [ 916.012103] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.012287] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.012336] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.012865] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.012865] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.012865] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.012865] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.013159] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.013159] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.013159] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.013330] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.013415] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.013466] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.013617] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.013750] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.013811] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 37c6e961-305e-47b3-9f33-11cd48a7c886 is going to be updated. [ 916.040962] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.042093] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.042093] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.042093] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.042093] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.042093] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-37c6e961-305e-47b3-9f33-11cd48a7c886" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.512462] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4c73aa37-2928-4999-a9f4-cc6731e36f3f',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.016562] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.016562] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.016562] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.016562] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.016562] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.016765] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c73aa37-2928-4999-a9f4-cc6731e36f3f is going to be updated. [ 917.052295] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.052295] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.052295] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.052295] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.052295] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.064262] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c73aa37-2928-4999-a9f4-cc6731e36f3f in Status: IN_PROGRESS for 2s [ 917.102487] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9177f35c-9b13-4204-9e35-9af218b20813 in Status: SUCCESS [ 917.102734] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9177f35c-9b13-4204-9e35-9af218b20813" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.102917] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9177f35c-9b13-4204-9e35-9af218b20813" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.104201] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9177f35c-9b13-4204-9e35-9af218b20813" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.104201] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.104201] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.104201] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.104201] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.104201] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.104201] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9177f35c-9b13-4204-9e35-9af218b20813',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.327020] env[66341]: INFO networking_nsxv3.common.synchronization [req-680f8057-c4ba-4820-9680-4b9749163817 req-d2c9199e-c8f3-441d-92bf-46ea292a7d85 tempest-ServersTestMultiNic-1023681823 tempest-ServersTestMultiNic-1023681823-project-member] Enqueued Resource ID: efa3519a-8d71-4575-b186-e4adadeb9631 with Priority: HIGHEST for action security_group_members [ 917.327020] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efa3519a-8d71-4575-b186-e4adadeb9631 with Priority: HIGHEST for action security_group_members [ 917.327020] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-efa3519a-8d71-4575-b186-e4adadeb9631 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.327020] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efa3519a-8d71-4575-b186-e4adadeb9631" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.327020] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efa3519a-8d71-4575-b186-e4adadeb9631" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.327020] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efa3519a-8d71-4575-b186-e4adadeb9631" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.328915] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.329098] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.329186] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.329401] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.329493] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.330612] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('efa3519a-8d71-4575-b186-e4adadeb9631',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.445683] env[66341]: INFO networking_nsxv3.common.synchronization [None req-a468da6d-ca60-4664-9bfd-47e9e7203e32 None None] Enqueued Resource ID: 2f10d031-d6a9-439e-b99a-86813e7caaf5 with Priority: HIGHEST for action port [ 917.446408] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f10d031-d6a9-439e-b99a-86813e7caaf5 with Priority: HIGHEST for action port [ 917.446831] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-2f10d031-d6a9-439e-b99a-86813e7caaf5 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.447031] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2f10d031-d6a9-439e-b99a-86813e7caaf5" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.447138] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2f10d031-d6a9-439e-b99a-86813e7caaf5" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.447496] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2f10d031-d6a9-439e-b99a-86813e7caaf5" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.447626] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2f10d031-d6a9-439e-b99a-86813e7caaf5',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.606678] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9177f35c-9b13-4204-9e35-9af218b20813',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.746756] env[66341]: INFO networking_nsxv3.common.synchronization [req-680f8057-c4ba-4820-9680-4b9749163817 req-56169a3a-f124-4074-9932-d3180226d12a tempest-ServersTestMultiNic-1023681823 tempest-ServersTestMultiNic-1023681823-project-member] Enqueued Resource ID: efa3519a-8d71-4575-b186-e4adadeb9631 with Priority: HIGHEST for action security_group_members [ 917.747364] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efa3519a-8d71-4575-b186-e4adadeb9631 with Priority: HIGHEST for action security_group_members [ 917.747710] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-efa3519a-8d71-4575-b186-e4adadeb9631 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.747840] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efa3519a-8d71-4575-b186-e4adadeb9631" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.835940] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.835940] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.835940] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.835940] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.865169] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.865169] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.865169] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.865169] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.865169] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.865169] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.865169] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: efa3519a-8d71-4575-b186-e4adadeb9631 is going to be updated. [ 917.890119] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.890458] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.890591] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.890985] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.891220] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.903214] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: efa3519a-8d71-4575-b186-e4adadeb9631 in Status: IN_PROGRESS for 2s [ 917.954351] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2f10d031-d6a9-439e-b99a-86813e7caaf5 [ 917.954351] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.954351] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.954351] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.954351] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.954351] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.954351] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2f10d031-d6a9-439e-b99a-86813e7caaf5 already deleted. [ 917.954351] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2f10d031-d6a9-439e-b99a-86813e7caaf5" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.110661] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9177f35c-9b13-4204-9e35-9af218b20813',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.166240] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock network-5 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.166446] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "network-5" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.166575] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "network-5" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.166908] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "network-5" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.168842] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.169136] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.169317] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.169668] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.169919] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.170227] env[66341]: DEBUG dogpile.cache.region [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 918.170400] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] NeedRegenerationException {{(pid=66341) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 918.170605] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] no value, waiting for create lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 918.170763] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] value creation lock acquired {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 918.170939] env[66341]: DEBUG dogpile.cache.region [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 918.171103] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Calling creation function for not-yet-present value {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 918.171374] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 918.195286] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 918.195652] env[66341]: DEBUG dogpile.cache.region [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66341) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 918.195652] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Released creation lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 918.195832] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "network-5" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.196291] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock port-baa10eb1-a5b9-4a3d-bf89-ca03dc8ff948 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.196680] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "port-baa10eb1-a5b9-4a3d-bf89-ca03dc8ff948" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.197083] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "port-baa10eb1-a5b9-4a3d-bf89-ca03dc8ff948" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.197083] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "port-baa10eb1-a5b9-4a3d-bf89-ca03dc8ff948" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.197825] env[66341]: DEBUG networking_nsxv3.api.rpc [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('baa10eb1-a5b9-4a3d-bf89-ca03dc8ff948',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.612488] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.612821] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.612821] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.613067] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.613158] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.613529] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9177f35c-9b13-4204-9e35-9af218b20813 is going to be updated. [ 918.645286] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.645473] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.645600] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.645808] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.645965] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.656459] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9177f35c-9b13-4204-9e35-9af218b20813 in Status: IN_PROGRESS for 2s [ 918.700433] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.700635] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.700715] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.701017] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.701177] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.701338] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Segment Port baa10eb1-a5b9-4a3d-bf89-ca03dc8ff948 not found, creating... [ 918.701598] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.701760] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.701910] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.702165] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.702399] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.702690] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.702854] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.702971] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.703485] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.703630] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.703777] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Resource: SegmentPort with ID: baa10eb1-a5b9-4a3d-bf89-ca03dc8ff948 is going to be created. [ 918.727630] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.727965] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.728114] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.728584] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.728984] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.729290] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "port-baa10eb1-a5b9-4a3d-bf89-ca03dc8ff948" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.074536] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c73aa37-2928-4999-a9f4-cc6731e36f3f in Status: SUCCESS [ 919.074777] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c73aa37-2928-4999-a9f4-cc6731e36f3f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.074976] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c73aa37-2928-4999-a9f4-cc6731e36f3f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.075299] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c73aa37-2928-4999-a9f4-cc6731e36f3f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.075504] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.075623] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.075691] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.075895] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.075982] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.076083] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c73aa37-2928-4999-a9f4-cc6731e36f3f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.076208] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4c73aa37-2928-4999-a9f4-cc6731e36f3f',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.527817] env[66341]: INFO networking_nsxv3.common.synchronization [req-680f8057-c4ba-4820-9680-4b9749163817 req-0eedbc1d-2e49-4952-a546-d2a2dea3bc0a service nova] Enqueued Resource ID: efa3519a-8d71-4575-b186-e4adadeb9631 with Priority: HIGHEST for action security_group_rules [ 919.528019] env[66341]: INFO networking_nsxv3.common.synchronization [req-680f8057-c4ba-4820-9680-4b9749163817 req-0eedbc1d-2e49-4952-a546-d2a2dea3bc0a service nova] Enqueued Resource ID: efa3519a-8d71-4575-b186-e4adadeb9631 with Priority: HIGHEST for action security_group_members [ 919.528270] env[66341]: INFO networking_nsxv3.common.synchronization [req-680f8057-c4ba-4820-9680-4b9749163817 req-0eedbc1d-2e49-4952-a546-d2a2dea3bc0a service nova] Enqueued Resource ID: baa10eb1-a5b9-4a3d-bf89-ca03dc8ff948 with Priority: HIGHEST for action port [ 919.528808] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efa3519a-8d71-4575-b186-e4adadeb9631 with Priority: HIGHEST for action security_group_rules [ 919.528957] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efa3519a-8d71-4575-b186-e4adadeb9631 with Priority: HIGHEST for action security_group_members [ 919.529281] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: baa10eb1-a5b9-4a3d-bf89-ca03dc8ff948 with Priority: HIGHEST for action port [ 919.529432] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-efa3519a-8d71-4575-b186-e4adadeb9631 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.529556] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-efa3519a-8d71-4575-b186-e4adadeb9631" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.529672] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-efa3519a-8d71-4575-b186-e4adadeb9631" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.529929] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-efa3519a-8d71-4575-b186-e4adadeb9631" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.530075] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('efa3519a-8d71-4575-b186-e4adadeb9631',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.531350] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-efa3519a-8d71-4575-b186-e4adadeb9631 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.531350] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efa3519a-8d71-4575-b186-e4adadeb9631" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.531350] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-baa10eb1-a5b9-4a3d-bf89-ca03dc8ff948 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.531350] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-baa10eb1-a5b9-4a3d-bf89-ca03dc8ff948" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.531738] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-baa10eb1-a5b9-4a3d-bf89-ca03dc8ff948" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.531738] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-baa10eb1-a5b9-4a3d-bf89-ca03dc8ff948" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.531738] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('baa10eb1-a5b9-4a3d-bf89-ca03dc8ff948',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.583525] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4c73aa37-2928-4999-a9f4-cc6731e36f3f',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.916564] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: efa3519a-8d71-4575-b186-e4adadeb9631 in Status: SUCCESS [ 919.916863] env[66341]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: efa3519a-8d71-4575-b186-e4adadeb9631 deletion is rescheduled due to dependency. [ 919.916942] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efa3519a-8d71-4575-b186-e4adadeb9631" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.917232] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efa3519a-8d71-4575-b186-e4adadeb9631" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.917413] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efa3519a-8d71-4575-b186-e4adadeb9631" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.917621] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.917745] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.917802] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.917990] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.918111] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.918213] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('efa3519a-8d71-4575-b186-e4adadeb9631',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.033844] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-efa3519a-8d71-4575-b186-e4adadeb9631 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.034073] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efa3519a-8d71-4575-b186-e4adadeb9631" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.034210] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port baa10eb1-a5b9-4a3d-bf89-ca03dc8ff948 with status ACTIVE [ 920.034373] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.034543] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.034625] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.034854] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.034943] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.035606] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.035606] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.035606] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.035767] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.035767] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.035951] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.036103] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.036175] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.036530] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.036604] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.036649] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: baa10eb1-a5b9-4a3d-bf89-ca03dc8ff948 is going to be updated. [ 920.064387] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.064556] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.064556] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.064774] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.064912] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.065099] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-baa10eb1-a5b9-4a3d-bf89-ca03dc8ff948" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.087105] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4c73aa37-2928-4999-a9f4-cc6731e36f3f: rpc.has_security_group_logging(os_id): False [ 920.106671] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.106671] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.106671] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.106840] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.141552] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.141862] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.141988] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.142071] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.142274] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.142358] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.142444] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4c73aa37-2928-4999-a9f4-cc6731e36f3f is going to be updated. [ 920.150416] env[66341]: INFO networking_nsxv3.common.synchronization [req-a133ff6e-fc26-47ac-9298-beddb9170e19 req-e2354572-9ba6-42e0-a750-8548a5a6d097 tempest-ServerActionsTestOtherA-1115878785 tempest-ServerActionsTestOtherA-1115878785-project-member] Enqueued Resource ID: 2ed187ee-7bd7-40db-95c6-d801d1551633 with Priority: HIGHEST for action security_group_members [ 920.150416] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ed187ee-7bd7-40db-95c6-d801d1551633 with Priority: HIGHEST for action security_group_members [ 920.150416] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ed187ee-7bd7-40db-95c6-d801d1551633 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.150416] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ed187ee-7bd7-40db-95c6-d801d1551633" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.150416] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ed187ee-7bd7-40db-95c6-d801d1551633" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.150416] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ed187ee-7bd7-40db-95c6-d801d1551633" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.150791] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.150791] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.150884] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.151122] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.151239] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.151468] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2ed187ee-7bd7-40db-95c6-d801d1551633',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.233277] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.233422] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.233493] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.233783] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.233931] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.253868] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4c73aa37-2928-4999-a9f4-cc6731e36f3f in Status: IN_PROGRESS for 2s [ 920.421343] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('efa3519a-8d71-4575-b186-e4adadeb9631',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.539262] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock network-889 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.539262] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "network-889" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.539262] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "network-889" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.539262] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "network-889" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.539262] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.539262] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.539892] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.540289] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.541025] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.541487] env[66341]: DEBUG dogpile.cache.region [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 920.543948] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] NeedRegenerationException {{(pid=66341) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 920.543948] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] no value, waiting for create lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 920.543948] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] value creation lock acquired {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 920.543948] env[66341]: DEBUG dogpile.cache.region [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 920.543948] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Calling creation function for not-yet-present value {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 920.543948] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 920.569850] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 920.570074] env[66341]: DEBUG dogpile.cache.region [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=66341) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 920.570229] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Released creation lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 920.570435] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "network-889" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.570762] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock port-1904cd60-8319-47b6-b5d9-2aad81bbe053 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.570976] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "port-1904cd60-8319-47b6-b5d9-2aad81bbe053" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.571127] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "port-1904cd60-8319-47b6-b5d9-2aad81bbe053" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.571457] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "port-1904cd60-8319-47b6-b5d9-2aad81bbe053" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.571592] env[66341]: DEBUG networking_nsxv3.api.rpc [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1904cd60-8319-47b6-b5d9-2aad81bbe053',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.614676] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock network-361 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.614934] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "network-361" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.615074] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "network-361" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.615452] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "network-361" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.615745] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.615935] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.616093] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.616341] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.616496] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.616799] env[66341]: DEBUG dogpile.cache.region [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 920.616883] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] NeedRegenerationException {{(pid=66341) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 920.617026] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] no value, waiting for create lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 920.617137] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] value creation lock acquired {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 920.617285] env[66341]: DEBUG dogpile.cache.region [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 920.617395] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Calling creation function for not-yet-present value {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 920.617541] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 920.635921] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 920.636088] env[66341]: DEBUG dogpile.cache.region [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=66341) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 920.636137] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Released creation lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 920.636307] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "network-361" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.636660] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock port-2b6c2b0d-a207-4868-9eb8-132b2c5c60ea taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.636843] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "port-2b6c2b0d-a207-4868-9eb8-132b2c5c60ea" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.636968] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "port-2b6c2b0d-a207-4868-9eb8-132b2c5c60ea" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.637299] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "port-2b6c2b0d-a207-4868-9eb8-132b2c5c60ea" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.637440] env[66341]: DEBUG networking_nsxv3.api.rpc [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2b6c2b0d-a207-4868-9eb8-132b2c5c60ea',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.654079] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.654317] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.654441] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.654682] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.654812] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.655022] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.655131] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.655215] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.655413] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.655519] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.655613] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ed187ee-7bd7-40db-95c6-d801d1551633 already deleted. [ 920.655702] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ed187ee-7bd7-40db-95c6-d801d1551633" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.667111] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9177f35c-9b13-4204-9e35-9af218b20813 in Status: SUCCESS [ 920.667444] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9177f35c-9b13-4204-9e35-9af218b20813" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.667807] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9177f35c-9b13-4204-9e35-9af218b20813" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.668039] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9177f35c-9b13-4204-9e35-9af218b20813" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.668211] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.668334] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.668399] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.668540] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.668611] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.668698] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9177f35c-9b13-4204-9e35-9af218b20813" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.668848] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-9177f35c-9b13-4204-9e35-9af218b20813 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.668976] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9177f35c-9b13-4204-9e35-9af218b20813" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.669050] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9177f35c-9b13-4204-9e35-9af218b20813" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.669138] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9177f35c-9b13-4204-9e35-9af218b20813" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.669276] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.669369] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.669429] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.669674] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.669752] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.669852] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9177f35c-9b13-4204-9e35-9af218b20813" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.669948] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9177f35c-9b13-4204-9e35-9af218b20813',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.924531] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('efa3519a-8d71-4575-b186-e4adadeb9631',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.074759] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.075050] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.075256] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.075622] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.075813] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.076039] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Segment Port 1904cd60-8319-47b6-b5d9-2aad81bbe053 not found, creating... [ 921.076360] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.076566] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.076675] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.076898] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.077072] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.077377] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.077538] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.077641] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.077855] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.078059] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.078217] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Resource: SegmentPort with ID: 1904cd60-8319-47b6-b5d9-2aad81bbe053 is going to be created. [ 921.098611] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.098812] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.098924] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.099246] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.099474] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.099703] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "port-1904cd60-8319-47b6-b5d9-2aad81bbe053" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.140618] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.140618] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.140618] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.140849] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.140985] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.141158] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Segment Port 2b6c2b0d-a207-4868-9eb8-132b2c5c60ea not found, creating... [ 921.141609] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.141828] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.142103] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.142426] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.142586] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.142888] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.143065] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.143189] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.143413] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.143564] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.143702] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Resource: SegmentPort with ID: 2b6c2b0d-a207-4868-9eb8-132b2c5c60ea is going to be created. [ 921.169103] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.169339] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.169468] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.169745] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.169975] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.170587] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "port-2b6c2b0d-a207-4868-9eb8-132b2c5c60ea" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.172707] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9177f35c-9b13-4204-9e35-9af218b20813: rpc.has_security_group_logging(os_id): False [ 921.192645] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.192831] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.192831] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.193072] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.193170] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.193372] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.193481] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.193541] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.193707] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.193809] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.194012] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.194119] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.194183] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.194445] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.194518] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.194720] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.194815] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.194876] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.195035] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.195114] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.195213] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9177f35c-9b13-4204-9e35-9af218b20813 is going to be created. [ 921.313806] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.314053] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.314053] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.314386] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.314652] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.332711] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9177f35c-9b13-4204-9e35-9af218b20813 in Status: IN_PROGRESS for 2s [ 921.426952] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.427196] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.427322] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.427442] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.427540] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.427642] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: efa3519a-8d71-4575-b186-e4adadeb9631 is going to be updated. [ 921.489122] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.489373] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.489373] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.489608] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.489767] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.504259] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: efa3519a-8d71-4575-b186-e4adadeb9631 in Status: IN_PROGRESS for 2s [ 921.895012] env[66341]: INFO networking_nsxv3.common.synchronization [req-680f8057-c4ba-4820-9680-4b9749163817 req-c2d67c88-2467-445e-8d0f-b09d015b028b service nova] Enqueued Resource ID: efa3519a-8d71-4575-b186-e4adadeb9631 with Priority: HIGHEST for action security_group_rules [ 921.895012] env[66341]: INFO networking_nsxv3.common.synchronization [req-680f8057-c4ba-4820-9680-4b9749163817 req-c2d67c88-2467-445e-8d0f-b09d015b028b service nova] Enqueued Resource ID: efa3519a-8d71-4575-b186-e4adadeb9631 with Priority: HIGHEST for action security_group_members [ 921.895471] env[66341]: INFO networking_nsxv3.common.synchronization [req-680f8057-c4ba-4820-9680-4b9749163817 req-c2d67c88-2467-445e-8d0f-b09d015b028b service nova] Enqueued Resource ID: 1904cd60-8319-47b6-b5d9-2aad81bbe053 with Priority: HIGHEST for action port [ 921.900382] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efa3519a-8d71-4575-b186-e4adadeb9631 with Priority: HIGHEST for action security_group_rules [ 921.900382] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efa3519a-8d71-4575-b186-e4adadeb9631 with Priority: HIGHEST for action security_group_members [ 921.900571] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1904cd60-8319-47b6-b5d9-2aad81bbe053 with Priority: HIGHEST for action port [ 921.901097] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-efa3519a-8d71-4575-b186-e4adadeb9631 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.901217] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-efa3519a-8d71-4575-b186-e4adadeb9631" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.901472] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-efa3519a-8d71-4575-b186-e4adadeb9631 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.901611] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efa3519a-8d71-4575-b186-e4adadeb9631" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.901836] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-1904cd60-8319-47b6-b5d9-2aad81bbe053 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.901941] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1904cd60-8319-47b6-b5d9-2aad81bbe053" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.902018] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1904cd60-8319-47b6-b5d9-2aad81bbe053" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.902258] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1904cd60-8319-47b6-b5d9-2aad81bbe053" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.902356] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1904cd60-8319-47b6-b5d9-2aad81bbe053',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.929770] env[66341]: INFO networking_nsxv3.common.synchronization [req-a133ff6e-fc26-47ac-9298-beddb9170e19 req-83b4a77b-7ba6-402c-b398-0d2b71eaa279 service nova] Enqueued Resource ID: 2ed187ee-7bd7-40db-95c6-d801d1551633 with Priority: HIGHEST for action security_group_rules [ 921.930082] env[66341]: INFO networking_nsxv3.common.synchronization [req-a133ff6e-fc26-47ac-9298-beddb9170e19 req-83b4a77b-7ba6-402c-b398-0d2b71eaa279 service nova] Enqueued Resource ID: 2ed187ee-7bd7-40db-95c6-d801d1551633 with Priority: HIGHEST for action security_group_members [ 921.930082] env[66341]: INFO networking_nsxv3.common.synchronization [req-a133ff6e-fc26-47ac-9298-beddb9170e19 req-83b4a77b-7ba6-402c-b398-0d2b71eaa279 service nova] Enqueued Resource ID: 2b6c2b0d-a207-4868-9eb8-132b2c5c60ea with Priority: HIGHEST for action port [ 921.930615] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ed187ee-7bd7-40db-95c6-d801d1551633 with Priority: HIGHEST for action security_group_rules [ 921.930756] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ed187ee-7bd7-40db-95c6-d801d1551633 with Priority: HIGHEST for action security_group_members [ 921.930855] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b6c2b0d-a207-4868-9eb8-132b2c5c60ea with Priority: HIGHEST for action port [ 921.931156] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2ed187ee-7bd7-40db-95c6-d801d1551633 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.931279] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2ed187ee-7bd7-40db-95c6-d801d1551633" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.931350] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2ed187ee-7bd7-40db-95c6-d801d1551633" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.931649] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2ed187ee-7bd7-40db-95c6-d801d1551633" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.931739] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2ed187ee-7bd7-40db-95c6-d801d1551633',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.932678] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ed187ee-7bd7-40db-95c6-d801d1551633 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.932818] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ed187ee-7bd7-40db-95c6-d801d1551633" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.932858] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ed187ee-7bd7-40db-95c6-d801d1551633" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.933077] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ed187ee-7bd7-40db-95c6-d801d1551633" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.933235] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.933339] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.933405] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.933616] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.933714] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.933813] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2ed187ee-7bd7-40db-95c6-d801d1551633',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.941356] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-2b6c2b0d-a207-4868-9eb8-132b2c5c60ea taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.941356] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2b6c2b0d-a207-4868-9eb8-132b2c5c60ea" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.941356] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2b6c2b0d-a207-4868-9eb8-132b2c5c60ea" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.941356] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2b6c2b0d-a207-4868-9eb8-132b2c5c60ea" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.941356] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2b6c2b0d-a207-4868-9eb8-132b2c5c60ea',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.271704] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4c73aa37-2928-4999-a9f4-cc6731e36f3f in Status: SUCCESS [ 922.271946] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4c73aa37-2928-4999-a9f4-cc6731e36f3f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.404303] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1904cd60-8319-47b6-b5d9-2aad81bbe053 with status ACTIVE [ 922.404571] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.404715] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.404803] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.404992] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.405187] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.405368] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.405474] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.405538] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.405695] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.405775] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.405964] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.406064] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.406127] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.406269] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.406362] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.406426] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1904cd60-8319-47b6-b5d9-2aad81bbe053 is going to be updated. [ 922.433951] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.433951] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.434145] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.434237] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.434411] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.434645] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1904cd60-8319-47b6-b5d9-2aad81bbe053" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.442893] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ed187ee-7bd7-40db-95c6-d801d1551633 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.443038] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ed187ee-7bd7-40db-95c6-d801d1551633" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.443614] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2ed187ee-7bd7-40db-95c6-d801d1551633',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.444670] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2b6c2b0d-a207-4868-9eb8-132b2c5c60ea with status ACTIVE [ 922.445240] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.445240] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.445240] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.445240] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.445523] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.445523] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.445608] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.445664] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.445813] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.445885] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.446517] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.446635] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.448035] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.448035] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.448035] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.448035] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2b6c2b0d-a207-4868-9eb8-132b2c5c60ea is going to be updated. [ 922.473259] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.473971] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.476915] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.476915] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.476915] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.476915] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2b6c2b0d-a207-4868-9eb8-132b2c5c60ea" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.686885] env[66341]: INFO networking_nsxv3.common.synchronization [req-f7a4459e-aeb9-4fbe-abe2-3e84e4a315e5 req-ace8991c-9931-4b7b-9cee-f290b362df1b tempest-AttachInterfacesTestJSON-748429391 tempest-AttachInterfacesTestJSON-748429391-project-member] Enqueued Resource ID: 1a9808dd-4c11-4a73-8fb5-cfdacc0308bb with Priority: HIGHEST for action security_group_members [ 922.687457] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a9808dd-4c11-4a73-8fb5-cfdacc0308bb with Priority: HIGHEST for action security_group_members [ 922.687786] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a9808dd-4c11-4a73-8fb5-cfdacc0308bb taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.687912] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a9808dd-4c11-4a73-8fb5-cfdacc0308bb" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.687992] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a9808dd-4c11-4a73-8fb5-cfdacc0308bb" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.688765] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a9808dd-4c11-4a73-8fb5-cfdacc0308bb" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.689305] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.689305] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.689305] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.689305] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.689518] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.689518] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1a9808dd-4c11-4a73-8fb5-cfdacc0308bb',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.946018] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2ed187ee-7bd7-40db-95c6-d801d1551633',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.195058] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.195058] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.195058] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.195058] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.195058] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.195058] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.195058] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.195058] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.195058] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.195058] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.195058] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a9808dd-4c11-4a73-8fb5-cfdacc0308bb already deleted. [ 923.195058] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a9808dd-4c11-4a73-8fb5-cfdacc0308bb" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.224688] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock network-737 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.224906] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "network-737" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.225009] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "network-737" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.225286] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "network-737" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.225555] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.225715] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.225831] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.226066] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.226216] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.226451] env[66341]: DEBUG dogpile.cache.region [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 923.226568] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] NeedRegenerationException {{(pid=66341) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 923.226679] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] no value, waiting for create lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 923.226787] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] value creation lock acquired {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 923.226896] env[66341]: DEBUG dogpile.cache.region [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 923.227018] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Calling creation function for not-yet-present value {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 923.227156] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 923.249018] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 923.249251] env[66341]: DEBUG dogpile.cache.region [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66341) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 923.249348] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Released creation lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 923.249872] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "network-737" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.249872] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock port-077c4a16-406d-47e8-9823-f25a8a32a8c5 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.250129] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "port-077c4a16-406d-47e8-9823-f25a8a32a8c5" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.250187] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "port-077c4a16-406d-47e8-9823-f25a8a32a8c5" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.250509] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "port-077c4a16-406d-47e8-9823-f25a8a32a8c5" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.250646] env[66341]: DEBUG networking_nsxv3.api.rpc [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('077c4a16-406d-47e8-9823-f25a8a32a8c5',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.352781] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9177f35c-9b13-4204-9e35-9af218b20813 in Status: SUCCESS [ 923.352781] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9177f35c-9b13-4204-9e35-9af218b20813" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.352781] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9177f35c-9b13-4204-9e35-9af218b20813" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.352781] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9177f35c-9b13-4204-9e35-9af218b20813" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.352781] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9177f35c-9b13-4204-9e35-9af218b20813',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.448725] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.448932] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.448976] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.449289] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.449402] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.449572] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ed187ee-7bd7-40db-95c6-d801d1551633 is going to be created. [ 923.489353] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.489614] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.489614] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.489773] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.489966] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.502867] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ed187ee-7bd7-40db-95c6-d801d1551633 in Status: UNINITIALIZED for 2s [ 923.514923] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: efa3519a-8d71-4575-b186-e4adadeb9631 in Status: SUCCESS [ 923.515323] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efa3519a-8d71-4575-b186-e4adadeb9631" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.515788] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efa3519a-8d71-4575-b186-e4adadeb9631" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.515897] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efa3519a-8d71-4575-b186-e4adadeb9631" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.516097] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.516227] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.516297] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.516459] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.516547] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.516687] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('efa3519a-8d71-4575-b186-e4adadeb9631',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.753273] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.753581] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.753843] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.754185] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.754452] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.754632] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Segment Port 077c4a16-406d-47e8-9823-f25a8a32a8c5 not found, creating... [ 923.755017] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.756712] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.756712] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.756712] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.756712] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.756712] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.756712] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.756712] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.756712] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.756976] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.756976] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Resource: SegmentPort with ID: 077c4a16-406d-47e8-9823-f25a8a32a8c5 is going to be created. [ 923.781789] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.781789] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.781789] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.781789] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.783209] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.783209] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "port-077c4a16-406d-47e8-9823-f25a8a32a8c5" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.855326] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-9177f35c-9b13-4204-9e35-9af218b20813 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.855326] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9177f35c-9b13-4204-9e35-9af218b20813" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.855464] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9177f35c-9b13-4204-9e35-9af218b20813" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.855689] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9177f35c-9b13-4204-9e35-9af218b20813" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.855805] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.855902] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.855965] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.856126] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.856225] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.856294] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9177f35c-9b13-4204-9e35-9af218b20813" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.856385] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9177f35c-9b13-4204-9e35-9af218b20813',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.020186] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('efa3519a-8d71-4575-b186-e4adadeb9631',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.088275] env[66341]: INFO networking_nsxv3.common.synchronization [None req-53629d66-20ab-47ec-a7e9-f6f269c3dea7 tempest-AttachVolumeNegativeTest-1448458397 tempest-AttachVolumeNegativeTest-1448458397-project-member] Enqueued Resource ID: 32a217d0-1d1a-491a-b8f2-5d520ca8c2b3 with Priority: HIGHEST for action security_group_rules [ 924.088812] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32a217d0-1d1a-491a-b8f2-5d520ca8c2b3 with Priority: HIGHEST for action security_group_rules [ 924.089173] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-32a217d0-1d1a-491a-b8f2-5d520ca8c2b3 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.089319] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-32a217d0-1d1a-491a-b8f2-5d520ca8c2b3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.089378] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-32a217d0-1d1a-491a-b8f2-5d520ca8c2b3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.089706] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-32a217d0-1d1a-491a-b8f2-5d520ca8c2b3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.089810] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('32a217d0-1d1a-491a-b8f2-5d520ca8c2b3',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.299165] env[66341]: INFO networking_nsxv3.common.synchronization [None req-c67a2377-ba70-4114-bf00-e4c4e00c3d79 tempest-AttachVolumeNegativeTest-1448458397 tempest-AttachVolumeNegativeTest-1448458397-project-member] Enqueued Resource ID: 32a217d0-1d1a-491a-b8f2-5d520ca8c2b3 with Priority: HIGHEST for action security_group_rules [ 924.299451] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32a217d0-1d1a-491a-b8f2-5d520ca8c2b3 with Priority: HIGHEST for action security_group_rules [ 924.299802] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-32a217d0-1d1a-491a-b8f2-5d520ca8c2b3 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.299929] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-32a217d0-1d1a-491a-b8f2-5d520ca8c2b3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.358602] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-9177f35c-9b13-4204-9e35-9af218b20813 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.361476] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9177f35c-9b13-4204-9e35-9af218b20813" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.361476] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9177f35c-9b13-4204-9e35-9af218b20813" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.361476] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9177f35c-9b13-4204-9e35-9af218b20813" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.361476] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.361476] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.361476] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.361476] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.361476] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.361476] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9177f35c-9b13-4204-9e35-9af218b20813" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.361476] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-9177f35c-9b13-4204-9e35-9af218b20813 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.361476] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9177f35c-9b13-4204-9e35-9af218b20813" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.361476] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9177f35c-9b13-4204-9e35-9af218b20813" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.361476] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9177f35c-9b13-4204-9e35-9af218b20813" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.361476] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.361476] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.361476] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.361476] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.361476] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.363248] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9177f35c-9b13-4204-9e35-9af218b20813" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.363248] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9177f35c-9b13-4204-9e35-9af218b20813',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.516894] env[66341]: INFO networking_nsxv3.common.synchronization [req-f7a4459e-aeb9-4fbe-abe2-3e84e4a315e5 req-e285f039-796e-48b3-81ff-b14b98a09604 service nova] Enqueued Resource ID: 1a9808dd-4c11-4a73-8fb5-cfdacc0308bb with Priority: HIGHEST for action security_group_rules [ 924.517076] env[66341]: INFO networking_nsxv3.common.synchronization [req-f7a4459e-aeb9-4fbe-abe2-3e84e4a315e5 req-e285f039-796e-48b3-81ff-b14b98a09604 service nova] Enqueued Resource ID: 1a9808dd-4c11-4a73-8fb5-cfdacc0308bb with Priority: HIGHEST for action security_group_members [ 924.517236] env[66341]: INFO networking_nsxv3.common.synchronization [req-f7a4459e-aeb9-4fbe-abe2-3e84e4a315e5 req-e285f039-796e-48b3-81ff-b14b98a09604 service nova] Enqueued Resource ID: 077c4a16-406d-47e8-9823-f25a8a32a8c5 with Priority: HIGHEST for action port [ 924.517761] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a9808dd-4c11-4a73-8fb5-cfdacc0308bb with Priority: HIGHEST for action security_group_rules [ 924.517918] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a9808dd-4c11-4a73-8fb5-cfdacc0308bb with Priority: HIGHEST for action security_group_members [ 924.518082] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 077c4a16-406d-47e8-9823-f25a8a32a8c5 with Priority: HIGHEST for action port [ 924.518346] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1a9808dd-4c11-4a73-8fb5-cfdacc0308bb taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.518485] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1a9808dd-4c11-4a73-8fb5-cfdacc0308bb" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.518553] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1a9808dd-4c11-4a73-8fb5-cfdacc0308bb" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.518756] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1a9808dd-4c11-4a73-8fb5-cfdacc0308bb" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.518879] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1a9808dd-4c11-4a73-8fb5-cfdacc0308bb',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.519788] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a9808dd-4c11-4a73-8fb5-cfdacc0308bb taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.519898] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a9808dd-4c11-4a73-8fb5-cfdacc0308bb" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.519969] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a9808dd-4c11-4a73-8fb5-cfdacc0308bb" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.520161] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a9808dd-4c11-4a73-8fb5-cfdacc0308bb" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.520348] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.520415] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.520478] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.520619] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.520702] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.520968] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1a9808dd-4c11-4a73-8fb5-cfdacc0308bb',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.522361] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-077c4a16-406d-47e8-9823-f25a8a32a8c5 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.522361] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-077c4a16-406d-47e8-9823-f25a8a32a8c5" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.522652] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-077c4a16-406d-47e8-9823-f25a8a32a8c5" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.522652] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-077c4a16-406d-47e8-9823-f25a8a32a8c5" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.523322] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('077c4a16-406d-47e8-9823-f25a8a32a8c5',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.524394] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('efa3519a-8d71-4575-b186-e4adadeb9631',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.611042] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.611042] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.611042] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.611042] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.611365] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.611365] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 32a217d0-1d1a-491a-b8f2-5d520ca8c2b3 already deleted. [ 924.611365] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-32a217d0-1d1a-491a-b8f2-5d520ca8c2b3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.611978] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-32a217d0-1d1a-491a-b8f2-5d520ca8c2b3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.612197] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-32a217d0-1d1a-491a-b8f2-5d520ca8c2b3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.612302] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('32a217d0-1d1a-491a-b8f2-5d520ca8c2b3',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.865902] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9177f35c-9b13-4204-9e35-9af218b20813: rpc.has_security_group_logging(os_id): False [ 924.887517] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.887645] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.887716] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.887928] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.888027] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.888216] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.888350] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.888447] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.888526] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.888602] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.888784] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.888872] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.888929] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.889080] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.889151] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.889348] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.889437] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.889493] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.889630] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.889704] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.889781] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9177f35c-9b13-4204-9e35-9af218b20813 is going to be updated. [ 924.973617] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.973901] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.973970] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.974220] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.974845] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.993486] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9177f35c-9b13-4204-9e35-9af218b20813 in Status: IN_PROGRESS for 2s [ 925.026267] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a9808dd-4c11-4a73-8fb5-cfdacc0308bb taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.026620] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a9808dd-4c11-4a73-8fb5-cfdacc0308bb" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.026662] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1a9808dd-4c11-4a73-8fb5-cfdacc0308bb',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.030036] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 077c4a16-406d-47e8-9823-f25a8a32a8c5 with status ACTIVE [ 925.030036] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.030036] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.030036] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.030036] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.030036] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.030036] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.030036] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.030036] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.030036] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.030552] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.030552] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.030740] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.030740] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.032369] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.032369] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.032369] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 077c4a16-406d-47e8-9823-f25a8a32a8c5 is going to be updated. [ 925.033757] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.033932] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.034020] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.034417] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.034535] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.034639] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: efa3519a-8d71-4575-b186-e4adadeb9631 is going to be updated. [ 925.066185] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.066185] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.066639] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.066712] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.066883] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.068462] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-077c4a16-406d-47e8-9823-f25a8a32a8c5" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.087023] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.087271] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.087358] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.087587] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.087768] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.108437] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: efa3519a-8d71-4575-b186-e4adadeb9631 in Status: IN_PROGRESS for 2s [ 925.139469] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.139615] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.139690] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.139934] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.140054] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.140182] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 32a217d0-1d1a-491a-b8f2-5d520ca8c2b3 already deleted. [ 925.140254] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-32a217d0-1d1a-491a-b8f2-5d520ca8c2b3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.213611] env[66341]: INFO networking_nsxv3.common.synchronization [req-93323082-ca1e-4971-9ba1-c1601a81b36f req-d800f911-8196-4c2d-bef1-f85ea7f55037 tempest-ServersAdminTestJSON-456582313 tempest-ServersAdminTestJSON-456582313-project-member] Enqueued Resource ID: 9cdf7238-451f-4652-91ab-fc85ab12a1b5 with Priority: HIGHEST for action security_group_members [ 925.214637] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cdf7238-451f-4652-91ab-fc85ab12a1b5 with Priority: HIGHEST for action security_group_members [ 925.214821] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cdf7238-451f-4652-91ab-fc85ab12a1b5 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.214821] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cdf7238-451f-4652-91ab-fc85ab12a1b5" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.215071] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cdf7238-451f-4652-91ab-fc85ab12a1b5" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.217050] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cdf7238-451f-4652-91ab-fc85ab12a1b5" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.217451] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.217614] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.217726] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.218370] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.218370] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.218370] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9cdf7238-451f-4652-91ab-fc85ab12a1b5',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.514663] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ed187ee-7bd7-40db-95c6-d801d1551633 in Status: SUCCESS [ 925.514978] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ed187ee-7bd7-40db-95c6-d801d1551633" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.515072] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ed187ee-7bd7-40db-95c6-d801d1551633" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.515282] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ed187ee-7bd7-40db-95c6-d801d1551633" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.515469] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.515589] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.515645] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.515787] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.515866] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.515946] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ed187ee-7bd7-40db-95c6-d801d1551633" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.517078] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2ed187ee-7bd7-40db-95c6-d801d1551633',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.534185] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1a9808dd-4c11-4a73-8fb5-cfdacc0308bb',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.722590] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.722590] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.722590] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.722590] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.746731] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.746731] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.746997] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.746997] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.747145] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.747236] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.747333] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9cdf7238-451f-4652-91ab-fc85ab12a1b5 is going to be updated. [ 925.783057] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.783057] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.783057] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.783057] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.783821] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.795090] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9cdf7238-451f-4652-91ab-fc85ab12a1b5 in Status: IN_PROGRESS for 2s [ 926.020433] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ed187ee-7bd7-40db-95c6-d801d1551633 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.020633] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ed187ee-7bd7-40db-95c6-d801d1551633" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.020736] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ed187ee-7bd7-40db-95c6-d801d1551633" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.020969] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ed187ee-7bd7-40db-95c6-d801d1551633" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.022201] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.022340] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.022409] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.022604] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.022690] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.022810] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ed187ee-7bd7-40db-95c6-d801d1551633" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.022981] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ed187ee-7bd7-40db-95c6-d801d1551633 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.023094] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ed187ee-7bd7-40db-95c6-d801d1551633" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.023155] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ed187ee-7bd7-40db-95c6-d801d1551633" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.023311] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ed187ee-7bd7-40db-95c6-d801d1551633" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.023604] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.023604] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.023604] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.023604] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.024076] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.024076] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ed187ee-7bd7-40db-95c6-d801d1551633" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.024076] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2ed187ee-7bd7-40db-95c6-d801d1551633',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.037659] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.037659] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.037659] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.038101] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.038101] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.038101] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a9808dd-4c11-4a73-8fb5-cfdacc0308bb is going to be created. [ 926.069388] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.069580] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.069635] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.069816] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.070425] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.085833] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a9808dd-4c11-4a73-8fb5-cfdacc0308bb in Status: UNINITIALIZED for 2s [ 926.527403] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2ed187ee-7bd7-40db-95c6-d801d1551633: rpc.has_security_group_logging(os_id): False [ 926.550939] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.550939] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.550939] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.551198] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.551244] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.551623] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.551697] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.551753] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.551950] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.552208] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.553877] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.554244] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.554352] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.554683] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.554894] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.555358] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.555603] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.555770] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.556103] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.556321] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.556603] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2ed187ee-7bd7-40db-95c6-d801d1551633 is going to be created. [ 926.640696] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.643775] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.643775] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.643775] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.643775] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.664211] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2ed187ee-7bd7-40db-95c6-d801d1551633 in Status: IN_PROGRESS for 2s [ 927.008861] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9177f35c-9b13-4204-9e35-9af218b20813 in Status: SUCCESS [ 927.009374] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9177f35c-9b13-4204-9e35-9af218b20813" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.123399] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: efa3519a-8d71-4575-b186-e4adadeb9631 in Status: SUCCESS [ 927.123689] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efa3519a-8d71-4575-b186-e4adadeb9631" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.123863] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efa3519a-8d71-4575-b186-e4adadeb9631" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.124146] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efa3519a-8d71-4575-b186-e4adadeb9631" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.124344] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.124511] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.124605] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.124812] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.124920] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.125050] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efa3519a-8d71-4575-b186-e4adadeb9631" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.125185] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('efa3519a-8d71-4575-b186-e4adadeb9631',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.126358] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efa3519a-8d71-4575-b186-e4adadeb9631" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.126589] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efa3519a-8d71-4575-b186-e4adadeb9631" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.126822] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.127064] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.128491] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.128574] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.128641] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.128808] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('efa3519a-8d71-4575-b186-e4adadeb9631',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.366276] env[66341]: INFO networking_nsxv3.common.synchronization [req-bda73764-8091-4b27-bc13-356bdd7c2875 req-ea930035-b20c-4aaa-afb7-398adcdfd7a3 tempest-TenantUsagesTestJSON-707299088 tempest-TenantUsagesTestJSON-707299088-project-member] Enqueued Resource ID: 23ff1138-b61d-4659-a43c-da844e007523 with Priority: HIGHEST for action security_group_members [ 927.366848] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23ff1138-b61d-4659-a43c-da844e007523 with Priority: HIGHEST for action security_group_members [ 927.367227] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-23ff1138-b61d-4659-a43c-da844e007523 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.367322] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23ff1138-b61d-4659-a43c-da844e007523" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.367372] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23ff1138-b61d-4659-a43c-da844e007523" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.367620] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23ff1138-b61d-4659-a43c-da844e007523" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.367780] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.367878] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.367951] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.369350] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.369449] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.369571] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('23ff1138-b61d-4659-a43c-da844e007523',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.631283] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-efa3519a-8d71-4575-b186-e4adadeb9631 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.631664] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efa3519a-8d71-4575-b186-e4adadeb9631" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.632446] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('efa3519a-8d71-4575-b186-e4adadeb9631',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.805369] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9cdf7238-451f-4652-91ab-fc85ab12a1b5 in Status: SUCCESS [ 927.805881] env[66341]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9cdf7238-451f-4652-91ab-fc85ab12a1b5 deletion is rescheduled due to dependency. [ 927.806082] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cdf7238-451f-4652-91ab-fc85ab12a1b5" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.873322] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.875253] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.875253] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.875253] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.875253] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.875253] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.875253] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.875253] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.875253] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.875253] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.875253] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 23ff1138-b61d-4659-a43c-da844e007523 already deleted. [ 927.875253] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23ff1138-b61d-4659-a43c-da844e007523" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.961537] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock network-964 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.961930] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "network-964" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.962121] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "network-964" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.962507] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "network-964" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.962815] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.963153] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.963309] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.963564] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.963747] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.963977] env[66341]: DEBUG dogpile.cache.region [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 927.964181] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] NeedRegenerationException {{(pid=66341) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 927.964411] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] no value, waiting for create lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 927.964608] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] value creation lock acquired {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 927.964820] env[66341]: DEBUG dogpile.cache.region [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 927.965333] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Calling creation function for not-yet-present value {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 927.965533] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 927.988473] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 927.988689] env[66341]: DEBUG dogpile.cache.region [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66341) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 927.988835] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Released creation lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 927.989029] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "network-964" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.989381] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock port-aa094692-460e-47e7-a6d1-161fb38c9cd2 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.989534] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "port-aa094692-460e-47e7-a6d1-161fb38c9cd2" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.989644] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "port-aa094692-460e-47e7-a6d1-161fb38c9cd2" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.990065] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "port-aa094692-460e-47e7-a6d1-161fb38c9cd2" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.990129] env[66341]: DEBUG networking_nsxv3.api.rpc [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aa094692-460e-47e7-a6d1-161fb38c9cd2',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.099668] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a9808dd-4c11-4a73-8fb5-cfdacc0308bb in Status: SUCCESS [ 928.099668] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a9808dd-4c11-4a73-8fb5-cfdacc0308bb" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.099668] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a9808dd-4c11-4a73-8fb5-cfdacc0308bb" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.099864] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a9808dd-4c11-4a73-8fb5-cfdacc0308bb" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.100028] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.100145] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.100212] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.100370] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.100453] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.100538] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a9808dd-4c11-4a73-8fb5-cfdacc0308bb" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.100629] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1a9808dd-4c11-4a73-8fb5-cfdacc0308bb',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.135652] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('efa3519a-8d71-4575-b186-e4adadeb9631',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.493041] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.493567] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.493843] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.496025] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.496025] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.496025] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Segment Port aa094692-460e-47e7-a6d1-161fb38c9cd2 not found, creating... [ 928.496025] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.496025] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.496025] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.496025] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.496025] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.496025] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.496025] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.496615] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.496995] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.497611] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.497856] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Resource: SegmentPort with ID: aa094692-460e-47e7-a6d1-161fb38c9cd2 is going to be created. [ 928.525258] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.525258] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.525258] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.525258] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.525529] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.525900] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "port-aa094692-460e-47e7-a6d1-161fb38c9cd2" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.602956] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1a9808dd-4c11-4a73-8fb5-cfdacc0308bb',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.637817] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.638126] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.638126] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.638274] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.638365] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.638465] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: efa3519a-8d71-4575-b186-e4adadeb9631 is going to be updated. [ 928.680539] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2ed187ee-7bd7-40db-95c6-d801d1551633 in Status: SUCCESS [ 928.680766] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2ed187ee-7bd7-40db-95c6-d801d1551633" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.688165] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.688165] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.688165] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.688165] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.688165] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.706159] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: efa3519a-8d71-4575-b186-e4adadeb9631 in Status: IN_PROGRESS for 2s [ 929.107034] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1a9808dd-4c11-4a73-8fb5-cfdacc0308bb: rpc.has_security_group_logging(os_id): False [ 929.132537] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.132693] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.132693] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.133919] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.133919] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.133919] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.133919] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.133919] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.133919] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.133919] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.133919] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1a9808dd-4c11-4a73-8fb5-cfdacc0308bb is going to be created. [ 929.223441] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.223441] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.223765] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.223821] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.224103] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.243210] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1a9808dd-4c11-4a73-8fb5-cfdacc0308bb in Status: IN_PROGRESS for 2s [ 929.849775] env[66341]: INFO networking_nsxv3.common.synchronization [req-bda73764-8091-4b27-bc13-356bdd7c2875 req-a6c8ec92-08b8-456a-ab87-87447a5853a3 service nova] Enqueued Resource ID: 23ff1138-b61d-4659-a43c-da844e007523 with Priority: HIGHEST for action security_group_rules [ 929.849775] env[66341]: INFO networking_nsxv3.common.synchronization [req-bda73764-8091-4b27-bc13-356bdd7c2875 req-a6c8ec92-08b8-456a-ab87-87447a5853a3 service nova] Enqueued Resource ID: 23ff1138-b61d-4659-a43c-da844e007523 with Priority: HIGHEST for action security_group_members [ 929.849907] env[66341]: INFO networking_nsxv3.common.synchronization [req-bda73764-8091-4b27-bc13-356bdd7c2875 req-a6c8ec92-08b8-456a-ab87-87447a5853a3 service nova] Enqueued Resource ID: aa094692-460e-47e7-a6d1-161fb38c9cd2 with Priority: HIGHEST for action port [ 929.850391] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23ff1138-b61d-4659-a43c-da844e007523 with Priority: HIGHEST for action security_group_rules [ 929.850534] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23ff1138-b61d-4659-a43c-da844e007523 with Priority: HIGHEST for action security_group_members [ 929.850640] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa094692-460e-47e7-a6d1-161fb38c9cd2 with Priority: HIGHEST for action port [ 929.850896] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-23ff1138-b61d-4659-a43c-da844e007523 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.851569] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-23ff1138-b61d-4659-a43c-da844e007523" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.851569] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-23ff1138-b61d-4659-a43c-da844e007523" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.851569] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-23ff1138-b61d-4659-a43c-da844e007523" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.851569] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('23ff1138-b61d-4659-a43c-da844e007523',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.852590] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-23ff1138-b61d-4659-a43c-da844e007523 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.852714] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23ff1138-b61d-4659-a43c-da844e007523" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.852777] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23ff1138-b61d-4659-a43c-da844e007523" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.852951] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23ff1138-b61d-4659-a43c-da844e007523" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.853150] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.853242] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.853309] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.853524] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.853637] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.853750] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('23ff1138-b61d-4659-a43c-da844e007523',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.854711] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-aa094692-460e-47e7-a6d1-161fb38c9cd2 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.854874] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aa094692-460e-47e7-a6d1-161fb38c9cd2" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.854984] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aa094692-460e-47e7-a6d1-161fb38c9cd2" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.855203] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aa094692-460e-47e7-a6d1-161fb38c9cd2" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.855268] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aa094692-460e-47e7-a6d1-161fb38c9cd2',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.357389] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('23ff1138-b61d-4659-a43c-da844e007523',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.362025] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-23ff1138-b61d-4659-a43c-da844e007523 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.362025] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23ff1138-b61d-4659-a43c-da844e007523" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.362025] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port aa094692-460e-47e7-a6d1-161fb38c9cd2 with status ACTIVE [ 930.362025] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.362025] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.362025] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.362025] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.362025] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.362025] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.362025] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.362025] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.362025] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.362025] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.362025] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.363047] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.363047] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.363047] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.363047] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.363047] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: aa094692-460e-47e7-a6d1-161fb38c9cd2 is going to be updated. [ 930.401820] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.402287] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.402287] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.402287] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.402693] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.402693] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aa094692-460e-47e7-a6d1-161fb38c9cd2" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.563024] env[66341]: INFO networking_nsxv3.common.synchronization [req-3274bf4f-5013-43fd-b47c-f77f3805693b req-962b4d1b-cac3-414a-9688-f94916fd9514 tempest-MultipleCreateTestJSON-1513322719 tempest-MultipleCreateTestJSON-1513322719-project-member] Enqueued Resource ID: 9177f35c-9b13-4204-9e35-9af218b20813 with Priority: HIGHEST for action security_group_members [ 930.563024] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9177f35c-9b13-4204-9e35-9af218b20813 with Priority: HIGHEST for action security_group_members [ 930.563024] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-9177f35c-9b13-4204-9e35-9af218b20813 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.563024] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9177f35c-9b13-4204-9e35-9af218b20813" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.563024] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9177f35c-9b13-4204-9e35-9af218b20813" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.563024] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9177f35c-9b13-4204-9e35-9af218b20813" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.563024] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.563024] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.563024] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.563024] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.563024] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.563024] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9177f35c-9b13-4204-9e35-9af218b20813',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.716962] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: efa3519a-8d71-4575-b186-e4adadeb9631 in Status: SUCCESS [ 930.717284] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efa3519a-8d71-4575-b186-e4adadeb9631" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.717853] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efa3519a-8d71-4575-b186-e4adadeb9631" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.718156] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efa3519a-8d71-4575-b186-e4adadeb9631" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.718457] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.718690] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.718690] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.718917] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.719173] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.719173] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efa3519a-8d71-4575-b186-e4adadeb9631" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.720120] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-efa3519a-8d71-4575-b186-e4adadeb9631 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.720120] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efa3519a-8d71-4575-b186-e4adadeb9631" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.720120] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efa3519a-8d71-4575-b186-e4adadeb9631" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.720120] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efa3519a-8d71-4575-b186-e4adadeb9631" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.720120] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.720120] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.720120] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.720350] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.720992] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.720992] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efa3519a-8d71-4575-b186-e4adadeb9631" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.720992] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('efa3519a-8d71-4575-b186-e4adadeb9631',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.864483] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('23ff1138-b61d-4659-a43c-da844e007523',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.067444] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9177f35c-9b13-4204-9e35-9af218b20813',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.081144] env[66341]: INFO networking_nsxv3.common.synchronization [None req-e05c13e7-6e9c-439a-ad09-01a7868b4754 tempest-ServerActionsTestJSON-1002973104 tempest-ServerActionsTestJSON-1002973104-project-member] Enqueued Resource ID: 54584e3e-60dc-4e1c-b022-2fb1fc1ac01d with Priority: HIGHEST for action security_group_rules [ 931.082129] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54584e3e-60dc-4e1c-b022-2fb1fc1ac01d with Priority: HIGHEST for action security_group_rules [ 931.082532] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-54584e3e-60dc-4e1c-b022-2fb1fc1ac01d taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.083025] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-54584e3e-60dc-4e1c-b022-2fb1fc1ac01d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.083025] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-54584e3e-60dc-4e1c-b022-2fb1fc1ac01d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.083285] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-54584e3e-60dc-4e1c-b022-2fb1fc1ac01d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.083285] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('54584e3e-60dc-4e1c-b022-2fb1fc1ac01d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.180730] env[66341]: INFO networking_nsxv3.common.synchronization [None req-84314945-d743-4572-81df-364d81d9d4a7 tempest-ServerActionsTestJSON-1002973104 tempest-ServerActionsTestJSON-1002973104-project-member] Enqueued Resource ID: 54584e3e-60dc-4e1c-b022-2fb1fc1ac01d with Priority: HIGHEST for action security_group_rules [ 931.181292] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54584e3e-60dc-4e1c-b022-2fb1fc1ac01d with Priority: HIGHEST for action security_group_rules [ 931.181593] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-54584e3e-60dc-4e1c-b022-2fb1fc1ac01d taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.181697] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-54584e3e-60dc-4e1c-b022-2fb1fc1ac01d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.223159] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for efa3519a-8d71-4575-b186-e4adadeb9631: rpc.has_security_group_logging(os_id): False [ 931.241944] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.242100] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.242178] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.242398] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.242511] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.242705] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.242802] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.242878] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.243044] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.243124] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.243317] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.243414] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.243478] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.243659] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.243746] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.243936] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.244186] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.244267] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.244641] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.244724] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.244812] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: efa3519a-8d71-4575-b186-e4adadeb9631 is going to be updated. [ 931.256458] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1a9808dd-4c11-4a73-8fb5-cfdacc0308bb in Status: SUCCESS [ 931.256635] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1a9808dd-4c11-4a73-8fb5-cfdacc0308bb" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.325300] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.325592] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.325592] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.325788] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.325958] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.356177] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: efa3519a-8d71-4575-b186-e4adadeb9631 in Status: IN_PROGRESS for 2s [ 931.369226] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.369226] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.369226] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.369226] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.369226] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.369226] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 23ff1138-b61d-4659-a43c-da844e007523 is going to be created. [ 931.411540] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.412022] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.412110] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.412657] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.412657] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.433875] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23ff1138-b61d-4659-a43c-da844e007523 in Status: UNINITIALIZED for 2s [ 931.575201] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9177f35c-9b13-4204-9e35-9af218b20813',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.607450] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.607747] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.607844] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.608249] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.608344] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.608423] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 54584e3e-60dc-4e1c-b022-2fb1fc1ac01d already deleted. [ 931.608596] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-54584e3e-60dc-4e1c-b022-2fb1fc1ac01d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.609663] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-54584e3e-60dc-4e1c-b022-2fb1fc1ac01d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.609663] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-54584e3e-60dc-4e1c-b022-2fb1fc1ac01d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.609822] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('54584e3e-60dc-4e1c-b022-2fb1fc1ac01d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.859814] env[66341]: INFO networking_nsxv3.common.synchronization [req-95351880-efc6-4b74-a001-317ec96bf7d8 req-69aaa727-36bf-4962-a2f9-9fa5f5785803 tempest-MultipleCreateTestJSON-1513322719 tempest-MultipleCreateTestJSON-1513322719-project-member] Enqueued Resource ID: 9177f35c-9b13-4204-9e35-9af218b20813 with Priority: HIGHEST for action security_group_members [ 931.859814] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9177f35c-9b13-4204-9e35-9af218b20813 with Priority: HIGHEST for action security_group_members [ 931.864292] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-9177f35c-9b13-4204-9e35-9af218b20813 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.864455] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9177f35c-9b13-4204-9e35-9af218b20813" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.077743] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.078466] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.078466] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.078466] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.078466] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.078712] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9177f35c-9b13-4204-9e35-9af218b20813 is going to be updated. [ 932.111300] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.111468] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.111521] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.111831] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.111928] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.127284] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9177f35c-9b13-4204-9e35-9af218b20813 in Status: IN_PROGRESS for 2s [ 932.133773] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.134301] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.134301] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.136037] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.136037] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.136037] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 54584e3e-60dc-4e1c-b022-2fb1fc1ac01d already deleted. [ 932.136037] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-54584e3e-60dc-4e1c-b022-2fb1fc1ac01d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.377813] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: efa3519a-8d71-4575-b186-e4adadeb9631 in Status: SUCCESS [ 933.379921] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-efa3519a-8d71-4575-b186-e4adadeb9631" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.380433] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-efa3519a-8d71-4575-b186-e4adadeb9631" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.382083] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-efa3519a-8d71-4575-b186-e4adadeb9631" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.382234] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('efa3519a-8d71-4575-b186-e4adadeb9631',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.459482] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23ff1138-b61d-4659-a43c-da844e007523 in Status: SUCCESS [ 933.459482] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23ff1138-b61d-4659-a43c-da844e007523" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.459823] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23ff1138-b61d-4659-a43c-da844e007523" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.459823] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23ff1138-b61d-4659-a43c-da844e007523" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.460058] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.460257] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.460328] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.460454] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.460548] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.460620] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23ff1138-b61d-4659-a43c-da844e007523" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.460733] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('23ff1138-b61d-4659-a43c-da844e007523',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.886284] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-efa3519a-8d71-4575-b186-e4adadeb9631 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.886560] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efa3519a-8d71-4575-b186-e4adadeb9631" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.886560] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efa3519a-8d71-4575-b186-e4adadeb9631" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.886848] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efa3519a-8d71-4575-b186-e4adadeb9631" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.887064] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.887199] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.887296] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.887423] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.887525] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.887640] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efa3519a-8d71-4575-b186-e4adadeb9631" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.887738] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('efa3519a-8d71-4575-b186-e4adadeb9631',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.966035] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-23ff1138-b61d-4659-a43c-da844e007523 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.966035] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23ff1138-b61d-4659-a43c-da844e007523" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.966035] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23ff1138-b61d-4659-a43c-da844e007523" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.966035] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23ff1138-b61d-4659-a43c-da844e007523" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.966035] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.966035] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.966035] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.966035] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.966035] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.966035] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23ff1138-b61d-4659-a43c-da844e007523" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.966035] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-23ff1138-b61d-4659-a43c-da844e007523 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.966035] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23ff1138-b61d-4659-a43c-da844e007523" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.966035] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23ff1138-b61d-4659-a43c-da844e007523" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.966035] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23ff1138-b61d-4659-a43c-da844e007523" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.967127] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.967411] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.967612] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.967914] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.968156] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.968380] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23ff1138-b61d-4659-a43c-da844e007523" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.968607] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('23ff1138-b61d-4659-a43c-da844e007523',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.147450] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9177f35c-9b13-4204-9e35-9af218b20813 in Status: SUCCESS [ 934.147450] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9177f35c-9b13-4204-9e35-9af218b20813" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.147450] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9177f35c-9b13-4204-9e35-9af218b20813" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.147854] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9177f35c-9b13-4204-9e35-9af218b20813" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.147854] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.147985] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.148063] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.148332] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.148445] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.148806] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9177f35c-9b13-4204-9e35-9af218b20813',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.391388] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-efa3519a-8d71-4575-b186-e4adadeb9631 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.391970] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efa3519a-8d71-4575-b186-e4adadeb9631" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.391970] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efa3519a-8d71-4575-b186-e4adadeb9631" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.391970] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efa3519a-8d71-4575-b186-e4adadeb9631" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.392183] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.392258] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.392375] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.392604] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.392707] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.392856] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efa3519a-8d71-4575-b186-e4adadeb9631" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.393034] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-efa3519a-8d71-4575-b186-e4adadeb9631 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.393284] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efa3519a-8d71-4575-b186-e4adadeb9631" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.395378] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efa3519a-8d71-4575-b186-e4adadeb9631" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.395378] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efa3519a-8d71-4575-b186-e4adadeb9631" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.395378] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.395378] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.395378] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.395378] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.395378] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.395378] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efa3519a-8d71-4575-b186-e4adadeb9631" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.395378] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('efa3519a-8d71-4575-b186-e4adadeb9631',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.472551] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 23ff1138-b61d-4659-a43c-da844e007523: rpc.has_security_group_logging(os_id): False [ 934.495187] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.495508] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.495508] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.495918] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.495918] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.496267] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.496504] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.496596] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.496786] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.496868] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.497168] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.497251] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.497251] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.497393] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.497452] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.497656] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.497802] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.497900] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.498059] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.498141] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.498230] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 23ff1138-b61d-4659-a43c-da844e007523 is going to be created. [ 934.569830] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.569830] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.569830] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.569830] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.570073] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.591580] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 23ff1138-b61d-4659-a43c-da844e007523 in Status: IN_PROGRESS for 2s [ 934.655655] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.655655] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.655655] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.659755] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.659755] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.659755] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.659755] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.659755] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.659755] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.659755] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.659755] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9177f35c-9b13-4204-9e35-9af218b20813 is going to be updated. [ 934.705383] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.705383] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.705383] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.705383] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.705383] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.717095] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9177f35c-9b13-4204-9e35-9af218b20813 in Status: IN_PROGRESS for 2s [ 934.896944] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for efa3519a-8d71-4575-b186-e4adadeb9631: rpc.has_security_group_logging(os_id): False [ 934.923620] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.924729] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.924729] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.924729] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.924729] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.924729] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.924729] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.924729] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.924729] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.925009] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.925009] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.925087] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.925116] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.925264] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.925323] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.925979] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.925979] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.925979] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.928026] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.928761] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.928761] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: efa3519a-8d71-4575-b186-e4adadeb9631 is going to be updated. [ 935.021047] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.021329] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.021329] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.021733] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.021877] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.042203] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: efa3519a-8d71-4575-b186-e4adadeb9631 in Status: IN_PROGRESS for 2s [ 935.893912] env[66341]: INFO networking_nsxv3.common.synchronization [req-90ed64bf-e391-493b-860f-3dde08515d38 req-94c36868-a112-463e-85c0-715579d7137e tempest-ServerDiskConfigTestJSON-523208532 tempest-ServerDiskConfigTestJSON-523208532-project-member] Enqueued Resource ID: b7f60bac-f9d3-4f79-8d31-ce493c6ee41d with Priority: HIGHEST for action security_group_members [ 935.894598] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7f60bac-f9d3-4f79-8d31-ce493c6ee41d with Priority: HIGHEST for action security_group_members [ 935.898681] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7f60bac-f9d3-4f79-8d31-ce493c6ee41d taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.899149] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7f60bac-f9d3-4f79-8d31-ce493c6ee41d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.900323] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7f60bac-f9d3-4f79-8d31-ce493c6ee41d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.902154] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7f60bac-f9d3-4f79-8d31-ce493c6ee41d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.902154] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.902154] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.902154] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.902154] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.902154] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.902154] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b7f60bac-f9d3-4f79-8d31-ce493c6ee41d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.407441] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.407590] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.407863] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.407967] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.408030] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.408294] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.408420] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.408483] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.409210] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.409210] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.409210] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7f60bac-f9d3-4f79-8d31-ce493c6ee41d already deleted. [ 936.409210] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7f60bac-f9d3-4f79-8d31-ce493c6ee41d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.462637] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock network-107 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.462637] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "network-107" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.462637] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "network-107" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.462637] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "network-107" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.462637] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.462637] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.462637] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.462637] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.463330] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.463330] env[66341]: DEBUG dogpile.cache.region [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 936.463330] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] NeedRegenerationException {{(pid=66341) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 936.463330] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] no value, waiting for create lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 936.463468] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] value creation lock acquired {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 936.463468] env[66341]: DEBUG dogpile.cache.region [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 936.464068] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Calling creation function for not-yet-present value {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 936.464068] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 936.495448] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 936.495657] env[66341]: DEBUG dogpile.cache.region [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=66341) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 936.496021] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Released creation lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 936.497299] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "network-107" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.497299] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock port-8e6ce6df-bb7d-4a10-9e8e-c4c177591e26 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.497299] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "port-8e6ce6df-bb7d-4a10-9e8e-c4c177591e26" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.497683] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "port-8e6ce6df-bb7d-4a10-9e8e-c4c177591e26" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.497915] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "port-8e6ce6df-bb7d-4a10-9e8e-c4c177591e26" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.498189] env[66341]: DEBUG networking_nsxv3.api.rpc [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8e6ce6df-bb7d-4a10-9e8e-c4c177591e26',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.611292] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 23ff1138-b61d-4659-a43c-da844e007523 in Status: SUCCESS [ 936.611627] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-23ff1138-b61d-4659-a43c-da844e007523" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.730621] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9177f35c-9b13-4204-9e35-9af218b20813 in Status: SUCCESS [ 936.730812] env[66341]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9177f35c-9b13-4204-9e35-9af218b20813 deletion is rescheduled due to dependency. [ 936.730986] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9177f35c-9b13-4204-9e35-9af218b20813" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.002194] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.002738] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.002738] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.002820] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.002978] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.003228] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Segment Port 8e6ce6df-bb7d-4a10-9e8e-c4c177591e26 not found, creating... [ 937.003608] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.003798] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.003916] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.004162] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.004302] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.004666] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.004819] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.004903] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.005126] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.005276] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.005417] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Resource: SegmentPort with ID: 8e6ce6df-bb7d-4a10-9e8e-c4c177591e26 is going to be created. [ 937.026835] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.027085] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.027238] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.027634] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.027930] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.028219] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "port-8e6ce6df-bb7d-4a10-9e8e-c4c177591e26" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.060925] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: efa3519a-8d71-4575-b186-e4adadeb9631 in Status: SUCCESS [ 937.061255] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-efa3519a-8d71-4575-b186-e4adadeb9631" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.295117] env[66341]: INFO networking_nsxv3.common.synchronization [req-3cc811da-80c0-4d17-9c57-c0952e546db9 req-f5a809bc-c007-4a1c-a0bd-9956ba63dd1a tempest-SecurityGroupsTestJSON-763920668 tempest-SecurityGroupsTestJSON-763920668-project-member] Enqueued Resource ID: 65e0de1e-4c93-4d0c-ba35-be0fe8744a9d with Priority: HIGHEST for action security_group_members [ 937.295414] env[66341]: INFO networking_nsxv3.common.synchronization [req-3cc811da-80c0-4d17-9c57-c0952e546db9 req-f5a809bc-c007-4a1c-a0bd-9956ba63dd1a tempest-SecurityGroupsTestJSON-763920668 tempest-SecurityGroupsTestJSON-763920668-project-member] Enqueued Resource ID: fb0cb4f0-93d5-47a3-a946-b613a4a7d88a with Priority: HIGHEST for action security_group_members [ 937.295619] env[66341]: INFO networking_nsxv3.common.synchronization [req-3cc811da-80c0-4d17-9c57-c0952e546db9 req-f5a809bc-c007-4a1c-a0bd-9956ba63dd1a tempest-SecurityGroupsTestJSON-763920668 tempest-SecurityGroupsTestJSON-763920668-project-member] Enqueued Resource ID: 1ceec802-5195-4c42-9569-8b96cf06629f with Priority: HIGHEST for action security_group_members [ 937.296443] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65e0de1e-4c93-4d0c-ba35-be0fe8744a9d with Priority: HIGHEST for action security_group_members [ 937.296443] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb0cb4f0-93d5-47a3-a946-b613a4a7d88a with Priority: HIGHEST for action security_group_members [ 937.296540] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ceec802-5195-4c42-9569-8b96cf06629f with Priority: HIGHEST for action security_group_members [ 937.296908] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-65e0de1e-4c93-4d0c-ba35-be0fe8744a9d taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.297031] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65e0de1e-4c93-4d0c-ba35-be0fe8744a9d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.297144] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65e0de1e-4c93-4d0c-ba35-be0fe8744a9d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.297376] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65e0de1e-4c93-4d0c-ba35-be0fe8744a9d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.297552] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.297678] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.297747] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.297909] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.297998] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.298109] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('65e0de1e-4c93-4d0c-ba35-be0fe8744a9d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.299255] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb0cb4f0-93d5-47a3-a946-b613a4a7d88a taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.299255] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb0cb4f0-93d5-47a3-a946-b613a4a7d88a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.299429] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb0cb4f0-93d5-47a3-a946-b613a4a7d88a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.299491] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb0cb4f0-93d5-47a3-a946-b613a4a7d88a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.299599] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.299696] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.299758] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.299896] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.299975] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.300096] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fb0cb4f0-93d5-47a3-a946-b613a4a7d88a',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.301126] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ceec802-5195-4c42-9569-8b96cf06629f taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.301126] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ceec802-5195-4c42-9569-8b96cf06629f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.301299] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ceec802-5195-4c42-9569-8b96cf06629f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.301436] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ceec802-5195-4c42-9569-8b96cf06629f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.301630] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.301735] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.301800] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.301941] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.302079] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.302163] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1ceec802-5195-4c42-9569-8b96cf06629f',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.754452] env[66341]: INFO networking_nsxv3.common.synchronization [req-90ed64bf-e391-493b-860f-3dde08515d38 req-c8c68a59-f1c9-477f-aeb2-69934f28213d service nova] Enqueued Resource ID: b7f60bac-f9d3-4f79-8d31-ce493c6ee41d with Priority: HIGHEST for action security_group_rules [ 937.754452] env[66341]: INFO networking_nsxv3.common.synchronization [req-90ed64bf-e391-493b-860f-3dde08515d38 req-c8c68a59-f1c9-477f-aeb2-69934f28213d service nova] Enqueued Resource ID: b7f60bac-f9d3-4f79-8d31-ce493c6ee41d with Priority: HIGHEST for action security_group_members [ 937.754452] env[66341]: INFO networking_nsxv3.common.synchronization [req-90ed64bf-e391-493b-860f-3dde08515d38 req-c8c68a59-f1c9-477f-aeb2-69934f28213d service nova] Enqueued Resource ID: 8e6ce6df-bb7d-4a10-9e8e-c4c177591e26 with Priority: HIGHEST for action port [ 937.754452] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7f60bac-f9d3-4f79-8d31-ce493c6ee41d with Priority: HIGHEST for action security_group_rules [ 937.754452] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7f60bac-f9d3-4f79-8d31-ce493c6ee41d with Priority: HIGHEST for action security_group_members [ 937.754452] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e6ce6df-bb7d-4a10-9e8e-c4c177591e26 with Priority: HIGHEST for action port [ 937.755246] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b7f60bac-f9d3-4f79-8d31-ce493c6ee41d taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.755584] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b7f60bac-f9d3-4f79-8d31-ce493c6ee41d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.755899] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b7f60bac-f9d3-4f79-8d31-ce493c6ee41d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.756421] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b7f60bac-f9d3-4f79-8d31-ce493c6ee41d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.756818] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b7f60bac-f9d3-4f79-8d31-ce493c6ee41d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.759111] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7f60bac-f9d3-4f79-8d31-ce493c6ee41d taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.761323] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7f60bac-f9d3-4f79-8d31-ce493c6ee41d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.761323] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7f60bac-f9d3-4f79-8d31-ce493c6ee41d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.761323] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7f60bac-f9d3-4f79-8d31-ce493c6ee41d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.761323] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.761323] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.761323] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.761323] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.761876] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.761876] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b7f60bac-f9d3-4f79-8d31-ce493c6ee41d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.762885] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-8e6ce6df-bb7d-4a10-9e8e-c4c177591e26 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.762885] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8e6ce6df-bb7d-4a10-9e8e-c4c177591e26" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.762885] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8e6ce6df-bb7d-4a10-9e8e-c4c177591e26" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.763231] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8e6ce6df-bb7d-4a10-9e8e-c4c177591e26" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.763342] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8e6ce6df-bb7d-4a10-9e8e-c4c177591e26',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.809032] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.809032] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.809032] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.809032] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.809032] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.809032] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.809032] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.809032] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.831983] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.832227] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.832396] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.832525] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.832660] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.832753] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.832854] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 65e0de1e-4c93-4d0c-ba35-be0fe8744a9d is going to be updated. [ 937.834284] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.834367] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.834467] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.835042] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.835042] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.835042] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.835316] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.835316] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.835316] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fb0cb4f0-93d5-47a3-a946-b613a4a7d88a is going to be updated. [ 937.836618] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.836618] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.857688] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.858143] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.858305] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.858305] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.858586] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.858655] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.859601] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1ceec802-5195-4c42-9569-8b96cf06629f is going to be updated. [ 937.870807] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.870807] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.870807] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.871050] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.871050] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.874567] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.874788] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.874860] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.875079] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.875221] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.879212] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb0cb4f0-93d5-47a3-a946-b613a4a7d88a in Status: IN_PROGRESS for 2s [ 937.883446] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65e0de1e-4c93-4d0c-ba35-be0fe8744a9d in Status: IN_PROGRESS for 2s [ 937.895268] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.895416] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.895521] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.895712] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.896842] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.907202] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ceec802-5195-4c42-9569-8b96cf06629f in Status: IN_PROGRESS for 2s [ 938.269978] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8e6ce6df-bb7d-4a10-9e8e-c4c177591e26 with status ACTIVE [ 938.269978] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.269978] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.269978] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.269978] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.269978] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.269978] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.269978] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.269978] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.269978] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.269978] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.269978] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.269978] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.269978] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.269978] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.269978] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.269978] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8e6ce6df-bb7d-4a10-9e8e-c4c177591e26 is going to be updated. [ 938.271463] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b7f60bac-f9d3-4f79-8d31-ce493c6ee41d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.271910] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7f60bac-f9d3-4f79-8d31-ce493c6ee41d taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.272059] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7f60bac-f9d3-4f79-8d31-ce493c6ee41d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.318267] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.319404] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.319404] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.319404] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.319404] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.319404] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8e6ce6df-bb7d-4a10-9e8e-c4c177591e26" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.530496] env[66341]: INFO networking_nsxv3.common.synchronization [req-3163c8a4-141f-4b3d-8e6d-a922ba0ec63a req-dea9a5cc-7c7a-402d-852e-3ea2532828e6 tempest-ImagesTestJSON-1540688741 tempest-ImagesTestJSON-1540688741-project-member] Enqueued Resource ID: 8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a with Priority: HIGHEST for action security_group_members [ 938.530679] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a with Priority: HIGHEST for action security_group_members [ 938.530994] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.531400] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.531400] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.531562] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.531725] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.531827] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.531889] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.532048] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.532136] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.532232] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.773490] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b7f60bac-f9d3-4f79-8d31-ce493c6ee41d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.034842] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.075019] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock network-552 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.075019] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "network-552" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.075019] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "network-552" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.075019] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "network-552" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.075019] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.075019] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.075630] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.076082] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.076344] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.077189] env[66341]: DEBUG dogpile.cache.region [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 939.077189] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] NeedRegenerationException {{(pid=66341) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 939.080020] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] no value, waiting for create lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 939.080020] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] value creation lock acquired {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 939.080020] env[66341]: DEBUG dogpile.cache.region [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 939.080020] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Calling creation function for not-yet-present value {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 939.080020] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 939.080968] env[66341]: INFO networking_nsxv3.common.synchronization [None req-adc12609-31b7-4cc8-9e5d-69602184b32b None None] Enqueued Resource ID: ef85ceed-2d5c-41c9-9181-2054c58de50f with Priority: HIGHEST for action port [ 939.082204] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef85ceed-2d5c-41c9-9181-2054c58de50f with Priority: HIGHEST for action port [ 939.082968] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-ef85ceed-2d5c-41c9-9181-2054c58de50f taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.083308] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ef85ceed-2d5c-41c9-9181-2054c58de50f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.083476] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ef85ceed-2d5c-41c9-9181-2054c58de50f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.083839] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ef85ceed-2d5c-41c9-9181-2054c58de50f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.084035] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ef85ceed-2d5c-41c9-9181-2054c58de50f',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.098416] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 939.101026] env[66341]: DEBUG dogpile.cache.region [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66341) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 939.101026] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Released creation lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 939.101026] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "network-552" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.101026] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock port-1c93185c-5c73-4e33-835b-bda2ab072c0f taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.101026] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "port-1c93185c-5c73-4e33-835b-bda2ab072c0f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.101026] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "port-1c93185c-5c73-4e33-835b-bda2ab072c0f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.101026] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "port-1c93185c-5c73-4e33-835b-bda2ab072c0f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.101026] env[66341]: DEBUG networking_nsxv3.api.rpc [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1c93185c-5c73-4e33-835b-bda2ab072c0f',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.276934] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.277269] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.277269] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.277787] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.277787] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.277787] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7f60bac-f9d3-4f79-8d31-ce493c6ee41d is going to be created. [ 939.315982] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.315982] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.315982] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.315982] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.316314] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.332451] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7f60bac-f9d3-4f79-8d31-ce493c6ee41d in Status: UNINITIALIZED for 2s [ 939.430473] env[66341]: INFO networking_nsxv3.common.synchronization [req-1631f502-99cd-4de5-a3e5-8d4f97d559df req-7ee944e2-8f3c-485b-98cd-44dc16966d16 tempest-ServersTestMultiNic-1023681823 tempest-ServersTestMultiNic-1023681823-project-member] Enqueued Resource ID: efa3519a-8d71-4575-b186-e4adadeb9631 with Priority: HIGHEST for action security_group_members [ 939.430678] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efa3519a-8d71-4575-b186-e4adadeb9631 with Priority: HIGHEST for action security_group_members [ 939.431019] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-efa3519a-8d71-4575-b186-e4adadeb9631 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.431146] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efa3519a-8d71-4575-b186-e4adadeb9631" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.431209] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efa3519a-8d71-4575-b186-e4adadeb9631" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.431414] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efa3519a-8d71-4575-b186-e4adadeb9631" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.431570] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.431686] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.431749] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.431902] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.431985] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.432100] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('efa3519a-8d71-4575-b186-e4adadeb9631',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.631837] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.632750] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ef85ceed-2d5c-41c9-9181-2054c58de50f [ 939.633010] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.633530] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.633530] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.633779] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.633819] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.634148] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ef85ceed-2d5c-41c9-9181-2054c58de50f already deleted. [ 939.634148] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ef85ceed-2d5c-41c9-9181-2054c58de50f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.634843] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.635063] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.635202] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.635441] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.635581] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.635743] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Segment Port 1c93185c-5c73-4e33-835b-bda2ab072c0f not found, creating... [ 939.636013] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.636176] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.636289] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.636534] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.636711] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.637239] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.637347] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.637475] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.637725] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.638022] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.638079] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Resource: SegmentPort with ID: 1c93185c-5c73-4e33-835b-bda2ab072c0f is going to be created. [ 939.641722] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.641850] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.641931] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.642129] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.642227] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.642342] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a is going to be updated. [ 939.663753] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.664019] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.664201] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.664522] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.664765] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.664993] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "port-1c93185c-5c73-4e33-835b-bda2ab072c0f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.672475] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.672634] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.672734] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.672950] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.673100] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.683458] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a in Status: IN_PROGRESS for 2s [ 939.800406] env[66341]: INFO networking_nsxv3.common.synchronization [req-1631f502-99cd-4de5-a3e5-8d4f97d559df req-8fcd60cf-cfe5-4ca3-87d4-a985dbd2f85b tempest-ServersTestMultiNic-1023681823 tempest-ServersTestMultiNic-1023681823-project-member] Enqueued Resource ID: efa3519a-8d71-4575-b186-e4adadeb9631 with Priority: HIGHEST for action security_group_members [ 939.800901] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efa3519a-8d71-4575-b186-e4adadeb9631 with Priority: HIGHEST for action security_group_members [ 939.802774] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-efa3519a-8d71-4575-b186-e4adadeb9631 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.802774] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efa3519a-8d71-4575-b186-e4adadeb9631" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.895490] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb0cb4f0-93d5-47a3-a946-b613a4a7d88a in Status: SUCCESS [ 939.895867] env[66341]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fb0cb4f0-93d5-47a3-a946-b613a4a7d88a deletion is rescheduled due to dependency. [ 939.896052] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb0cb4f0-93d5-47a3-a946-b613a4a7d88a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.900373] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65e0de1e-4c93-4d0c-ba35-be0fe8744a9d in Status: SUCCESS [ 939.900600] env[66341]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 65e0de1e-4c93-4d0c-ba35-be0fe8744a9d deletion is rescheduled due to dependency. [ 939.900683] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65e0de1e-4c93-4d0c-ba35-be0fe8744a9d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.918522] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ceec802-5195-4c42-9569-8b96cf06629f in Status: SUCCESS [ 939.919290] env[66341]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1ceec802-5195-4c42-9569-8b96cf06629f deletion is rescheduled due to dependency. [ 939.919290] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ceec802-5195-4c42-9569-8b96cf06629f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.938858] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('efa3519a-8d71-4575-b186-e4adadeb9631',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.439358] env[66341]: INFO networking_nsxv3.common.synchronization [req-3163c8a4-141f-4b3d-8e6d-a922ba0ec63a req-572de2a4-db5c-4658-9544-ade796f367d5 service nova] Enqueued Resource ID: 8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a with Priority: HIGHEST for action security_group_rules [ 940.440027] env[66341]: INFO networking_nsxv3.common.synchronization [req-3163c8a4-141f-4b3d-8e6d-a922ba0ec63a req-572de2a4-db5c-4658-9544-ade796f367d5 service nova] Enqueued Resource ID: 8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a with Priority: HIGHEST for action security_group_members [ 940.441025] env[66341]: INFO networking_nsxv3.common.synchronization [req-3163c8a4-141f-4b3d-8e6d-a922ba0ec63a req-572de2a4-db5c-4658-9544-ade796f367d5 service nova] Enqueued Resource ID: 1c93185c-5c73-4e33-835b-bda2ab072c0f with Priority: HIGHEST for action port [ 940.441025] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('efa3519a-8d71-4575-b186-e4adadeb9631',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.442724] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a with Priority: HIGHEST for action security_group_rules [ 940.443051] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a with Priority: HIGHEST for action security_group_members [ 940.443829] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c93185c-5c73-4e33-835b-bda2ab072c0f with Priority: HIGHEST for action port [ 940.444708] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.448600] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.448600] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.448600] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.448600] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.448600] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.448600] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.449196] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-1c93185c-5c73-4e33-835b-bda2ab072c0f taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.449196] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1c93185c-5c73-4e33-835b-bda2ab072c0f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.449196] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1c93185c-5c73-4e33-835b-bda2ab072c0f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.449196] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1c93185c-5c73-4e33-835b-bda2ab072c0f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.449196] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1c93185c-5c73-4e33-835b-bda2ab072c0f',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.944338] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.944569] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.944647] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.944837] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.944954] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.945119] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: efa3519a-8d71-4575-b186-e4adadeb9631 is going to be updated. [ 940.955110] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.955110] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.955110] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1c93185c-5c73-4e33-835b-bda2ab072c0f with status ACTIVE [ 940.955110] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.955110] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.955110] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.955515] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.955515] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.955591] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.955725] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.955759] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.955917] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.956102] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.956351] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.956517] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.956617] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.957111] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.957229] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.958518] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1c93185c-5c73-4e33-835b-bda2ab072c0f is going to be updated. [ 940.978317] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.978547] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.978547] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.978744] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.978920] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.979132] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1c93185c-5c73-4e33-835b-bda2ab072c0f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.980824] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.980979] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.981041] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.981194] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.981676] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.994717] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: efa3519a-8d71-4575-b186-e4adadeb9631 in Status: IN_PROGRESS for 2s [ 941.346695] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7f60bac-f9d3-4f79-8d31-ce493c6ee41d in Status: SUCCESS [ 941.347066] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7f60bac-f9d3-4f79-8d31-ce493c6ee41d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.351217] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7f60bac-f9d3-4f79-8d31-ce493c6ee41d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.351217] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7f60bac-f9d3-4f79-8d31-ce493c6ee41d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.351217] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.351217] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.351217] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.351217] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.351217] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.351217] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7f60bac-f9d3-4f79-8d31-ce493c6ee41d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.351217] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b7f60bac-f9d3-4f79-8d31-ce493c6ee41d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.386443] env[66341]: INFO networking_nsxv3.common.synchronization [None req-1ec64a8f-24b0-4f45-8398-4e906e6eb3af None None] Enqueued Resource ID: 24e9f2a8-b441-4d24-b6c6-68a2bf945a8e with Priority: HIGHEST for action port [ 941.386838] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24e9f2a8-b441-4d24-b6c6-68a2bf945a8e with Priority: HIGHEST for action port [ 941.388494] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-24e9f2a8-b441-4d24-b6c6-68a2bf945a8e taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.388494] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-24e9f2a8-b441-4d24-b6c6-68a2bf945a8e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.388494] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-24e9f2a8-b441-4d24-b6c6-68a2bf945a8e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.388675] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-24e9f2a8-b441-4d24-b6c6-68a2bf945a8e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.388675] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('24e9f2a8-b441-4d24-b6c6-68a2bf945a8e',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.697379] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a in Status: SUCCESS [ 941.697670] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.697670] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.698582] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.698582] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.698582] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.698582] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.698582] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.698582] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.698908] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.854058] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7f60bac-f9d3-4f79-8d31-ce493c6ee41d taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.854314] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7f60bac-f9d3-4f79-8d31-ce493c6ee41d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.854314] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7f60bac-f9d3-4f79-8d31-ce493c6ee41d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.854778] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7f60bac-f9d3-4f79-8d31-ce493c6ee41d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.854828] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.854988] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.855035] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.855209] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.855294] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.855382] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7f60bac-f9d3-4f79-8d31-ce493c6ee41d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.855556] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7f60bac-f9d3-4f79-8d31-ce493c6ee41d taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.855668] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7f60bac-f9d3-4f79-8d31-ce493c6ee41d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.855725] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7f60bac-f9d3-4f79-8d31-ce493c6ee41d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.855894] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7f60bac-f9d3-4f79-8d31-ce493c6ee41d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.856018] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.856117] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.856172] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.856311] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.856384] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.856465] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7f60bac-f9d3-4f79-8d31-ce493c6ee41d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.856554] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b7f60bac-f9d3-4f79-8d31-ce493c6ee41d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.891384] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 24e9f2a8-b441-4d24-b6c6-68a2bf945a8e [ 941.892330] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.892682] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.892736] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.892986] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.893084] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.893148] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:24e9f2a8-b441-4d24-b6c6-68a2bf945a8e already deleted. [ 941.893463] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-24e9f2a8-b441-4d24-b6c6-68a2bf945a8e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.201860] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.360918] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b7f60bac-f9d3-4f79-8d31-ce493c6ee41d: rpc.has_security_group_logging(os_id): False [ 942.377926] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.379039] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.380241] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.380241] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.380241] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.380241] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.380241] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.380241] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.380241] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.380241] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.380703] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.380703] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.380703] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.380703] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.380703] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.380852] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.381178] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.381178] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.381372] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.381472] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.381585] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b7f60bac-f9d3-4f79-8d31-ce493c6ee41d is going to be created. [ 942.448636] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.451088] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.451088] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.451088] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.451088] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.465440] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b7f60bac-f9d3-4f79-8d31-ce493c6ee41d in Status: IN_PROGRESS for 2s [ 942.705665] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.007736] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: efa3519a-8d71-4575-b186-e4adadeb9631 in Status: SUCCESS [ 943.008039] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efa3519a-8d71-4575-b186-e4adadeb9631" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.008127] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efa3519a-8d71-4575-b186-e4adadeb9631" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.008336] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efa3519a-8d71-4575-b186-e4adadeb9631" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.008631] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.008689] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.008770] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.008901] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.009022] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.009483] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('efa3519a-8d71-4575-b186-e4adadeb9631',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.208771] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.208958] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.209046] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.209260] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.209351] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.209471] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a is going to be updated. [ 943.263044] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.263044] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.263044] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.263044] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.263044] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.272987] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a in Status: IN_PROGRESS for 2s [ 943.512753] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.512753] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.512753] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.512753] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.512753] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.512753] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.512753] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.512753] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.512753] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.512753] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.512753] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: efa3519a-8d71-4575-b186-e4adadeb9631 is going to be updated. [ 943.571558] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.571776] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.571818] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.572053] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.572197] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.589215] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: efa3519a-8d71-4575-b186-e4adadeb9631 in Status: IN_PROGRESS for 2s [ 943.974365] env[66341]: INFO networking_nsxv3.common.synchronization [None req-1b24fbe6-02f8-4c54-ab77-22ac3cdf602d None None] Enqueued Resource ID: a292964a-2897-4a06-9303-4dc0c4117da8 with Priority: HIGHEST for action port [ 943.975090] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a292964a-2897-4a06-9303-4dc0c4117da8 with Priority: HIGHEST for action port [ 943.975464] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-a292964a-2897-4a06-9303-4dc0c4117da8 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.975615] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a292964a-2897-4a06-9303-4dc0c4117da8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.975710] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a292964a-2897-4a06-9303-4dc0c4117da8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.975909] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a292964a-2897-4a06-9303-4dc0c4117da8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.976034] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a292964a-2897-4a06-9303-4dc0c4117da8',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.478938] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b7f60bac-f9d3-4f79-8d31-ce493c6ee41d in Status: SUCCESS [ 944.479563] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b7f60bac-f9d3-4f79-8d31-ce493c6ee41d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.480103] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a292964a-2897-4a06-9303-4dc0c4117da8 [ 944.480326] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.480544] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.481217] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.482063] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.482331] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.482569] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a292964a-2897-4a06-9303-4dc0c4117da8 already deleted. [ 944.482782] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a292964a-2897-4a06-9303-4dc0c4117da8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.288169] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a in Status: SUCCESS [ 945.288582] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.288761] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.289281] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.289281] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.289281] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.289753] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.289753] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.289753] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.289753] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.289753] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.482671] env[66341]: INFO networking_nsxv3.common.synchronization [req-0a3915d8-7cd9-4c13-bfcd-990c4f5195ae req-07265a72-0dcc-4983-8b1d-283c2f9661bb tempest-TenantUsagesTestJSON-707299088 tempest-TenantUsagesTestJSON-707299088-project-member] Enqueued Resource ID: 23ff1138-b61d-4659-a43c-da844e007523 with Priority: HIGHEST for action security_group_members [ 945.484230] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23ff1138-b61d-4659-a43c-da844e007523 with Priority: HIGHEST for action security_group_members [ 945.484756] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-23ff1138-b61d-4659-a43c-da844e007523 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.485063] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23ff1138-b61d-4659-a43c-da844e007523" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.486112] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23ff1138-b61d-4659-a43c-da844e007523" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.486112] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23ff1138-b61d-4659-a43c-da844e007523" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.486112] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.486112] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.486112] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.486897] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.486897] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.487398] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('23ff1138-b61d-4659-a43c-da844e007523',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.604013] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: efa3519a-8d71-4575-b186-e4adadeb9631 in Status: SUCCESS [ 945.605938] env[66341]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: efa3519a-8d71-4575-b186-e4adadeb9631 deletion is rescheduled due to dependency. [ 945.605938] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efa3519a-8d71-4575-b186-e4adadeb9631" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.723184] env[66341]: INFO networking_nsxv3.common.synchronization [req-154710f9-7452-4ccf-a902-2d43b623b604 req-6d7271b2-dae3-4657-a8e7-099a01c7025d tempest-ServersTestJSON-2126961376 tempest-ServersTestJSON-2126961376-project-member] Enqueued Resource ID: 3bd24151-8924-4c51-b869-89f5cc8e8a8d with Priority: HIGHEST for action security_group_members [ 945.723748] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bd24151-8924-4c51-b869-89f5cc8e8a8d with Priority: HIGHEST for action security_group_members [ 945.724257] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-3bd24151-8924-4c51-b869-89f5cc8e8a8d taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.725273] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3bd24151-8924-4c51-b869-89f5cc8e8a8d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.725273] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3bd24151-8924-4c51-b869-89f5cc8e8a8d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.725273] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3bd24151-8924-4c51-b869-89f5cc8e8a8d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.725273] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.725273] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.725273] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.725608] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.725608] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.725608] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3bd24151-8924-4c51-b869-89f5cc8e8a8d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.797042] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.797042] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.797042] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.797042] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.797325] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.797368] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.797464] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.797763] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.797913] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.798093] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.798380] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.798912] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.799043] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.799362] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.799594] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.800595] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.800595] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.802028] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.802028] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.802028] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.802028] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.991154] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.991639] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.991639] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.995023] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.995023] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.995023] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.995023] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.995023] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.995023] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.995023] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.995023] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 23ff1138-b61d-4659-a43c-da844e007523 is going to be updated. [ 946.030701] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.030701] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.030701] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.031138] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.031138] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.041223] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23ff1138-b61d-4659-a43c-da844e007523 in Status: IN_PROGRESS for 2s [ 946.230504] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3bd24151-8924-4c51-b869-89f5cc8e8a8d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.296745] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock network-55 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.298301] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "network-55" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.298462] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "network-55" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.298781] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "network-55" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.299275] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.299459] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.299636] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.299963] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.300192] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.300499] env[66341]: DEBUG dogpile.cache.region [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 946.300670] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] NeedRegenerationException {{(pid=66341) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 946.300828] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] no value, waiting for create lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 946.301184] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] value creation lock acquired {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 946.301184] env[66341]: DEBUG dogpile.cache.region [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 946.301337] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Calling creation function for not-yet-present value {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 946.301703] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 946.304049] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a: rpc.has_security_group_logging(os_id): False [ 946.326545] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 946.326684] env[66341]: DEBUG dogpile.cache.region [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66341) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 946.326828] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Released creation lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 946.327013] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "network-55" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.327365] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock port-5a765bf7-7cc8-45f3-9728-2260385e3e5b taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.327544] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "port-5a765bf7-7cc8-45f3-9728-2260385e3e5b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.327663] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "port-5a765bf7-7cc8-45f3-9728-2260385e3e5b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.328016] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "port-5a765bf7-7cc8-45f3-9728-2260385e3e5b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.328266] env[66341]: DEBUG networking_nsxv3.api.rpc [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5a765bf7-7cc8-45f3-9728-2260385e3e5b',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.336876] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.337119] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.337119] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.337340] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.367714] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.368014] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.368274] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.368370] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.368682] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.368900] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.369317] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.369466] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.369560] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.369900] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.370310] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.370600] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.370780] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.370894] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.371281] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.371427] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.371582] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a is going to be updated. [ 946.442850] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.443059] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.443102] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.443381] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.443537] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.465707] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a in Status: IN_PROGRESS for 2s [ 946.668832] env[66341]: INFO networking_nsxv3.common.synchronization [None req-62fa2b40-b433-4b20-a69e-daa89f5563b2 None None] Enqueued Resource ID: 2e30158a-babe-4abb-8d72-c5492f803fbf with Priority: HIGHEST for action port [ 946.668832] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e30158a-babe-4abb-8d72-c5492f803fbf with Priority: HIGHEST for action port [ 946.668832] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-2e30158a-babe-4abb-8d72-c5492f803fbf taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.668832] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2e30158a-babe-4abb-8d72-c5492f803fbf" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.668832] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2e30158a-babe-4abb-8d72-c5492f803fbf" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.668832] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2e30158a-babe-4abb-8d72-c5492f803fbf" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.668832] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2e30158a-babe-4abb-8d72-c5492f803fbf',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.734969] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3bd24151-8924-4c51-b869-89f5cc8e8a8d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.831211] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.831497] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.831640] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.832060] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.832239] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.832431] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Segment Port 5a765bf7-7cc8-45f3-9728-2260385e3e5b not found, creating... [ 946.832715] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.832991] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.833064] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.833305] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.833481] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.833785] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.833958] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.834108] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.834366] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.834741] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.834858] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Resource: SegmentPort with ID: 5a765bf7-7cc8-45f3-9728-2260385e3e5b is going to be created. [ 946.870261] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.870511] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.870716] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.871045] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.871283] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.871565] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "port-5a765bf7-7cc8-45f3-9728-2260385e3e5b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.171025] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2e30158a-babe-4abb-8d72-c5492f803fbf [ 947.171025] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.171025] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.171025] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.171025] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.171025] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.171025] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2e30158a-babe-4abb-8d72-c5492f803fbf already deleted. [ 947.171025] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2e30158a-babe-4abb-8d72-c5492f803fbf" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.237545] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.237744] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.237744] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.237947] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.238057] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.238171] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3bd24151-8924-4c51-b869-89f5cc8e8a8d is going to be updated. [ 947.272805] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.273060] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.273060] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.273254] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.273404] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.284063] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3bd24151-8924-4c51-b869-89f5cc8e8a8d in Status: IN_PROGRESS for 2s [ 947.452950] env[66341]: INFO networking_nsxv3.common.synchronization [None req-810da082-98da-4ecf-b1de-a8cb6a9bbbcf None None] Enqueued Resource ID: 1d94c8ce-c5b4-4b66-bddf-16fbbe1b6bee with Priority: HIGHEST for action port [ 947.453600] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d94c8ce-c5b4-4b66-bddf-16fbbe1b6bee with Priority: HIGHEST for action port [ 947.454233] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-1d94c8ce-c5b4-4b66-bddf-16fbbe1b6bee taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.454858] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1d94c8ce-c5b4-4b66-bddf-16fbbe1b6bee" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.454965] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1d94c8ce-c5b4-4b66-bddf-16fbbe1b6bee" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.455261] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1d94c8ce-c5b4-4b66-bddf-16fbbe1b6bee" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.455615] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1d94c8ce-c5b4-4b66-bddf-16fbbe1b6bee',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.578365] env[66341]: INFO networking_nsxv3.common.synchronization [req-154710f9-7452-4ccf-a902-2d43b623b604 req-788f4016-8c1c-46fa-9f41-9d2cb451c45b service nova] Enqueued Resource ID: 3bd24151-8924-4c51-b869-89f5cc8e8a8d with Priority: HIGHEST for action security_group_rules [ 947.578529] env[66341]: INFO networking_nsxv3.common.synchronization [req-154710f9-7452-4ccf-a902-2d43b623b604 req-788f4016-8c1c-46fa-9f41-9d2cb451c45b service nova] Enqueued Resource ID: 3bd24151-8924-4c51-b869-89f5cc8e8a8d with Priority: HIGHEST for action security_group_members [ 947.578731] env[66341]: INFO networking_nsxv3.common.synchronization [req-154710f9-7452-4ccf-a902-2d43b623b604 req-788f4016-8c1c-46fa-9f41-9d2cb451c45b service nova] Enqueued Resource ID: 5a765bf7-7cc8-45f3-9728-2260385e3e5b with Priority: HIGHEST for action port [ 947.579316] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bd24151-8924-4c51-b869-89f5cc8e8a8d with Priority: HIGHEST for action security_group_rules [ 947.579459] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bd24151-8924-4c51-b869-89f5cc8e8a8d with Priority: HIGHEST for action security_group_members [ 947.579559] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a765bf7-7cc8-45f3-9728-2260385e3e5b with Priority: HIGHEST for action port [ 947.579928] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3bd24151-8924-4c51-b869-89f5cc8e8a8d taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.580064] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3bd24151-8924-4c51-b869-89f5cc8e8a8d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.580426] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3bd24151-8924-4c51-b869-89f5cc8e8a8d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.580426] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3bd24151-8924-4c51-b869-89f5cc8e8a8d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.580426] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3bd24151-8924-4c51-b869-89f5cc8e8a8d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.582172] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-3bd24151-8924-4c51-b869-89f5cc8e8a8d taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.582172] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3bd24151-8924-4c51-b869-89f5cc8e8a8d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.582172] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-5a765bf7-7cc8-45f3-9728-2260385e3e5b taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.582172] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5a765bf7-7cc8-45f3-9728-2260385e3e5b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.582172] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5a765bf7-7cc8-45f3-9728-2260385e3e5b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.582172] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5a765bf7-7cc8-45f3-9728-2260385e3e5b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.582556] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5a765bf7-7cc8-45f3-9728-2260385e3e5b',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.958221] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1d94c8ce-c5b4-4b66-bddf-16fbbe1b6bee [ 947.958871] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.958871] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.959028] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.959304] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.959461] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.959642] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1d94c8ce-c5b4-4b66-bddf-16fbbe1b6bee already deleted. [ 947.959758] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1d94c8ce-c5b4-4b66-bddf-16fbbe1b6bee" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.053480] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23ff1138-b61d-4659-a43c-da844e007523 in Status: SUCCESS [ 948.053716] env[66341]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 23ff1138-b61d-4659-a43c-da844e007523 deletion is rescheduled due to dependency. [ 948.054009] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23ff1138-b61d-4659-a43c-da844e007523" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.084878] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-3bd24151-8924-4c51-b869-89f5cc8e8a8d taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.085266] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3bd24151-8924-4c51-b869-89f5cc8e8a8d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.085266] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5a765bf7-7cc8-45f3-9728-2260385e3e5b with status ACTIVE [ 948.085395] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.088624] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.089421] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.089421] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.089421] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.089544] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.089632] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.089762] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.090107] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.090107] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.090304] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.090408] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.090468] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.090636] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.090742] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.090854] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5a765bf7-7cc8-45f3-9728-2260385e3e5b is going to be updated. [ 948.123976] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.124132] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.124320] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.124425] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.124637] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.124813] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5a765bf7-7cc8-45f3-9728-2260385e3e5b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.616960] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a in Status: SUCCESS [ 948.617393] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.085819] env[66341]: INFO networking_nsxv3.common.synchronization [req-8adebbc9-d213-4468-b1f2-032a47543d75 req-39bc7af7-35bc-47e9-8621-dd96351bc14b tempest-AttachVolumeNegativeTest-1448458397 tempest-AttachVolumeNegativeTest-1448458397-project-member] Enqueued Resource ID: 32a217d0-1d1a-491a-b8f2-5d520ca8c2b3 with Priority: HIGHEST for action security_group_members [ 949.086414] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32a217d0-1d1a-491a-b8f2-5d520ca8c2b3 with Priority: HIGHEST for action security_group_members [ 949.088014] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-32a217d0-1d1a-491a-b8f2-5d520ca8c2b3 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.088210] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-32a217d0-1d1a-491a-b8f2-5d520ca8c2b3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.088314] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-32a217d0-1d1a-491a-b8f2-5d520ca8c2b3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.088657] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-32a217d0-1d1a-491a-b8f2-5d520ca8c2b3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.088924] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.089095] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.089193] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.089392] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.089541] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.089678] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('32a217d0-1d1a-491a-b8f2-5d520ca8c2b3',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.309296] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3bd24151-8924-4c51-b869-89f5cc8e8a8d in Status: SUCCESS [ 949.309560] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3bd24151-8924-4c51-b869-89f5cc8e8a8d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.309829] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3bd24151-8924-4c51-b869-89f5cc8e8a8d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.310161] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3bd24151-8924-4c51-b869-89f5cc8e8a8d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.310437] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.310616] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.310725] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.310973] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.311423] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.311600] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3bd24151-8924-4c51-b869-89f5cc8e8a8d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.573330] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock network-3 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.573668] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "network-3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.573723] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "network-3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.573964] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "network-3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.577051] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.577319] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.577450] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.577724] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.577883] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.578122] env[66341]: DEBUG dogpile.cache.region [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 949.578234] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] NeedRegenerationException {{(pid=66341) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 949.578345] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] no value, waiting for create lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 949.578455] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] value creation lock acquired {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 949.578565] env[66341]: DEBUG dogpile.cache.region [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 949.578705] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Calling creation function for not-yet-present value {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 949.578848] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 949.592811] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.593262] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.593534] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.596739] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.596739] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.596739] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.596739] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.596739] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.596739] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.596739] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.596739] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 32a217d0-1d1a-491a-b8f2-5d520ca8c2b3 already deleted. [ 949.596739] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-32a217d0-1d1a-491a-b8f2-5d520ca8c2b3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.599723] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 949.600370] env[66341]: DEBUG dogpile.cache.region [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66341) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 949.600850] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Released creation lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 949.601041] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "network-3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.601705] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock port-b1b901f7-0a8b-4c40-b473-5397b3b0f315 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.601963] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "port-b1b901f7-0a8b-4c40-b473-5397b3b0f315" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.602278] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "port-b1b901f7-0a8b-4c40-b473-5397b3b0f315" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.602830] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "port-b1b901f7-0a8b-4c40-b473-5397b3b0f315" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.603125] env[66341]: DEBUG networking_nsxv3.api.rpc [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b1b901f7-0a8b-4c40-b473-5397b3b0f315',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.813910] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3bd24151-8924-4c51-b869-89f5cc8e8a8d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.107595] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.107907] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.108071] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.108413] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.108612] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.108776] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Segment Port b1b901f7-0a8b-4c40-b473-5397b3b0f315 not found, creating... [ 950.109152] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.109289] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.109435] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.109690] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.110097] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.110954] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.111654] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.111851] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.112472] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.114144] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.114144] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Resource: SegmentPort with ID: b1b901f7-0a8b-4c40-b473-5397b3b0f315 is going to be created. [ 950.142146] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.143089] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.143089] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.143089] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.143089] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.143443] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "port-b1b901f7-0a8b-4c40-b473-5397b3b0f315" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.266250] env[66341]: INFO networking_nsxv3.common.synchronization [None req-e27e4db4-5444-4f36-98ea-1905a79dda99 None None] Enqueued Resource ID: 070971fe-9ae9-4b1c-831d-bf3206ad7f27 with Priority: HIGHEST for action port [ 950.266250] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 070971fe-9ae9-4b1c-831d-bf3206ad7f27 with Priority: HIGHEST for action port [ 950.266250] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-070971fe-9ae9-4b1c-831d-bf3206ad7f27 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.266250] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-070971fe-9ae9-4b1c-831d-bf3206ad7f27" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.266250] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-070971fe-9ae9-4b1c-831d-bf3206ad7f27" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.266250] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-070971fe-9ae9-4b1c-831d-bf3206ad7f27" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.266250] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('070971fe-9ae9-4b1c-831d-bf3206ad7f27',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.317387] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3bd24151-8924-4c51-b869-89f5cc8e8a8d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.771698] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 070971fe-9ae9-4b1c-831d-bf3206ad7f27 [ 950.771698] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.771924] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.771924] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.772085] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.772185] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.772291] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:070971fe-9ae9-4b1c-831d-bf3206ad7f27 already deleted. [ 950.772376] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-070971fe-9ae9-4b1c-831d-bf3206ad7f27" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.823788] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.823788] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.823788] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.823788] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.823788] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.823788] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3bd24151-8924-4c51-b869-89f5cc8e8a8d is going to be updated. [ 950.857015] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.859053] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.859053] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.859053] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.859053] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.868117] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3bd24151-8924-4c51-b869-89f5cc8e8a8d in Status: IN_PROGRESS for 2s [ 950.921379] env[66341]: INFO networking_nsxv3.common.synchronization [req-8adebbc9-d213-4468-b1f2-032a47543d75 req-02340ee0-4d78-4f35-9bbe-6eacfd62a08f service nova] Enqueued Resource ID: 32a217d0-1d1a-491a-b8f2-5d520ca8c2b3 with Priority: HIGHEST for action security_group_rules [ 950.921886] env[66341]: INFO networking_nsxv3.common.synchronization [req-8adebbc9-d213-4468-b1f2-032a47543d75 req-02340ee0-4d78-4f35-9bbe-6eacfd62a08f service nova] Enqueued Resource ID: 32a217d0-1d1a-491a-b8f2-5d520ca8c2b3 with Priority: HIGHEST for action security_group_members [ 950.922269] env[66341]: INFO networking_nsxv3.common.synchronization [req-8adebbc9-d213-4468-b1f2-032a47543d75 req-02340ee0-4d78-4f35-9bbe-6eacfd62a08f service nova] Enqueued Resource ID: b1b901f7-0a8b-4c40-b473-5397b3b0f315 with Priority: HIGHEST for action port [ 950.924436] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32a217d0-1d1a-491a-b8f2-5d520ca8c2b3 with Priority: HIGHEST for action security_group_rules [ 950.925920] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32a217d0-1d1a-491a-b8f2-5d520ca8c2b3 with Priority: HIGHEST for action security_group_members [ 950.927120] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1b901f7-0a8b-4c40-b473-5397b3b0f315 with Priority: HIGHEST for action port [ 950.927637] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-32a217d0-1d1a-491a-b8f2-5d520ca8c2b3 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.927845] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-32a217d0-1d1a-491a-b8f2-5d520ca8c2b3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.928044] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-32a217d0-1d1a-491a-b8f2-5d520ca8c2b3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.928433] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-32a217d0-1d1a-491a-b8f2-5d520ca8c2b3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.928588] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('32a217d0-1d1a-491a-b8f2-5d520ca8c2b3',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.931054] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-32a217d0-1d1a-491a-b8f2-5d520ca8c2b3 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.931215] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-32a217d0-1d1a-491a-b8f2-5d520ca8c2b3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.931288] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-32a217d0-1d1a-491a-b8f2-5d520ca8c2b3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.931516] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-32a217d0-1d1a-491a-b8f2-5d520ca8c2b3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.931683] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.935020] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.935020] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.935020] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.935020] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.935020] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('32a217d0-1d1a-491a-b8f2-5d520ca8c2b3',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.935020] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-b1b901f7-0a8b-4c40-b473-5397b3b0f315 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.935020] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b1b901f7-0a8b-4c40-b473-5397b3b0f315" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.935020] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b1b901f7-0a8b-4c40-b473-5397b3b0f315" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.935020] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b1b901f7-0a8b-4c40-b473-5397b3b0f315" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.935020] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b1b901f7-0a8b-4c40-b473-5397b3b0f315',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.436860] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-32a217d0-1d1a-491a-b8f2-5d520ca8c2b3 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.437078] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-32a217d0-1d1a-491a-b8f2-5d520ca8c2b3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.437709] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b1b901f7-0a8b-4c40-b473-5397b3b0f315 with status ACTIVE [ 951.437709] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.437709] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.437709] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.437958] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.437958] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.438069] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.438202] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.438491] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.438682] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.438768] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.439013] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.439157] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.439227] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.439410] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.439510] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.439668] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b1b901f7-0a8b-4c40-b473-5397b3b0f315 is going to be updated. [ 951.440843] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('32a217d0-1d1a-491a-b8f2-5d520ca8c2b3',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.463165] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.463383] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.463383] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.463595] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.463734] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.463898] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b1b901f7-0a8b-4c40-b473-5397b3b0f315" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.943973] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('32a217d0-1d1a-491a-b8f2-5d520ca8c2b3',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.447138] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.447303] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.447373] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.447596] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.448111] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.448229] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 32a217d0-1d1a-491a-b8f2-5d520ca8c2b3 is going to be created. [ 952.477982] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.478527] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.478619] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.478849] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.479032] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.490556] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 32a217d0-1d1a-491a-b8f2-5d520ca8c2b3 in Status: UNINITIALIZED for 2s [ 952.583223] env[66341]: INFO networking_nsxv3.common.synchronization [None req-df03b66f-58ab-430b-a11a-e123e2ab0bc9 None None] Enqueued Resource ID: 423bbd48-eb59-464f-b4bd-1a511d394615 with Priority: HIGHEST for action port [ 952.583896] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 423bbd48-eb59-464f-b4bd-1a511d394615 with Priority: HIGHEST for action port [ 952.584942] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-423bbd48-eb59-464f-b4bd-1a511d394615 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.585098] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-423bbd48-eb59-464f-b4bd-1a511d394615" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.585153] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-423bbd48-eb59-464f-b4bd-1a511d394615" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.585436] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-423bbd48-eb59-464f-b4bd-1a511d394615" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.585526] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('423bbd48-eb59-464f-b4bd-1a511d394615',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.880327] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3bd24151-8924-4c51-b869-89f5cc8e8a8d in Status: SUCCESS [ 952.880548] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3bd24151-8924-4c51-b869-89f5cc8e8a8d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.881165] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3bd24151-8924-4c51-b869-89f5cc8e8a8d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.881392] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3bd24151-8924-4c51-b869-89f5cc8e8a8d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.881608] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.881744] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.881819] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.881968] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.882122] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.882186] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3bd24151-8924-4c51-b869-89f5cc8e8a8d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.882234] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3bd24151-8924-4c51-b869-89f5cc8e8a8d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.088611] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 423bbd48-eb59-464f-b4bd-1a511d394615 [ 953.088960] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.089080] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.089125] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.089344] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.089435] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.089544] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:423bbd48-eb59-464f-b4bd-1a511d394615 already deleted. [ 953.089625] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-423bbd48-eb59-464f-b4bd-1a511d394615" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.387550] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-3bd24151-8924-4c51-b869-89f5cc8e8a8d taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.387990] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3bd24151-8924-4c51-b869-89f5cc8e8a8d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.388203] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3bd24151-8924-4c51-b869-89f5cc8e8a8d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.388547] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3bd24151-8924-4c51-b869-89f5cc8e8a8d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.388860] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.389137] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.389300] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.389613] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.389803] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.389983] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3bd24151-8924-4c51-b869-89f5cc8e8a8d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.390292] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-3bd24151-8924-4c51-b869-89f5cc8e8a8d taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.390503] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3bd24151-8924-4c51-b869-89f5cc8e8a8d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.390809] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3bd24151-8924-4c51-b869-89f5cc8e8a8d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.391744] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3bd24151-8924-4c51-b869-89f5cc8e8a8d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.392019] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.392251] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.392456] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.392778] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.392990] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.393196] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3bd24151-8924-4c51-b869-89f5cc8e8a8d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.393380] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3bd24151-8924-4c51-b869-89f5cc8e8a8d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.897446] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3bd24151-8924-4c51-b869-89f5cc8e8a8d: rpc.has_security_group_logging(os_id): False [ 953.916632] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.917046] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.917046] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.917046] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.943889] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.943889] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.943889] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.943889] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.944325] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.944325] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.945507] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.945507] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.945507] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.945507] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.945507] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.945795] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.945795] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.945879] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.946604] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.946604] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.946604] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3bd24151-8924-4c51-b869-89f5cc8e8a8d is going to be updated. [ 954.025149] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.025387] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.025387] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.025606] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.025723] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.066529] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3bd24151-8924-4c51-b869-89f5cc8e8a8d in Status: IN_PROGRESS for 2s [ 954.503885] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 32a217d0-1d1a-491a-b8f2-5d520ca8c2b3 in Status: SUCCESS [ 954.503885] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-32a217d0-1d1a-491a-b8f2-5d520ca8c2b3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.503885] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-32a217d0-1d1a-491a-b8f2-5d520ca8c2b3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.503885] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-32a217d0-1d1a-491a-b8f2-5d520ca8c2b3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.503885] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.503885] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.503885] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.503885] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.503885] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.503885] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-32a217d0-1d1a-491a-b8f2-5d520ca8c2b3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.503885] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('32a217d0-1d1a-491a-b8f2-5d520ca8c2b3',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.008712] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('32a217d0-1d1a-491a-b8f2-5d520ca8c2b3',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.514031] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 32a217d0-1d1a-491a-b8f2-5d520ca8c2b3: rpc.has_security_group_logging(os_id): False [ 955.534258] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.534395] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.534470] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.534891] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.535010] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.535365] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.535466] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.535466] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.535623] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.535728] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.535821] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 32a217d0-1d1a-491a-b8f2-5d520ca8c2b3 is going to be created. [ 955.598342] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.598509] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.598583] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.598792] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.598976] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.612619] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 32a217d0-1d1a-491a-b8f2-5d520ca8c2b3 in Status: IN_PROGRESS for 2s [ 956.080498] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3bd24151-8924-4c51-b869-89f5cc8e8a8d in Status: SUCCESS [ 956.080949] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3bd24151-8924-4c51-b869-89f5cc8e8a8d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.370220] env[66341]: INFO networking_nsxv3.common.synchronization [None req-557c524b-e114-417c-9d97-71b4f0460468 None None] Enqueued Resource ID: 8c3fd1ad-f317-4616-949a-e8a4d519f919 with Priority: HIGHEST for action port [ 956.370220] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c3fd1ad-f317-4616-949a-e8a4d519f919 with Priority: HIGHEST for action port [ 956.370220] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-8c3fd1ad-f317-4616-949a-e8a4d519f919 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.370220] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8c3fd1ad-f317-4616-949a-e8a4d519f919" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.370220] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8c3fd1ad-f317-4616-949a-e8a4d519f919" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.370220] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8c3fd1ad-f317-4616-949a-e8a4d519f919" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.370220] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8c3fd1ad-f317-4616-949a-e8a4d519f919',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.875524] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8c3fd1ad-f317-4616-949a-e8a4d519f919 [ 956.875524] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.875524] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.875524] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.875524] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.875524] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.875524] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8c3fd1ad-f317-4616-949a-e8a4d519f919 already deleted. [ 956.875524] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8c3fd1ad-f317-4616-949a-e8a4d519f919" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.625209] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 32a217d0-1d1a-491a-b8f2-5d520ca8c2b3 in Status: SUCCESS [ 957.625351] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-32a217d0-1d1a-491a-b8f2-5d520ca8c2b3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.011294] env[66341]: INFO networking_nsxv3.common.synchronization [req-d3845ee8-baca-4f96-9255-ef06f6acfd89 req-22894775-0c0c-447c-a2fd-56fbcc9c790a tempest-ServerActionsTestJSON-1002973104 tempest-ServerActionsTestJSON-1002973104-project-member] Enqueued Resource ID: 54584e3e-60dc-4e1c-b022-2fb1fc1ac01d with Priority: HIGHEST for action security_group_members [ 958.011686] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54584e3e-60dc-4e1c-b022-2fb1fc1ac01d with Priority: HIGHEST for action security_group_members [ 958.012102] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-54584e3e-60dc-4e1c-b022-2fb1fc1ac01d taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.012270] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54584e3e-60dc-4e1c-b022-2fb1fc1ac01d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.013474] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54584e3e-60dc-4e1c-b022-2fb1fc1ac01d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.013474] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54584e3e-60dc-4e1c-b022-2fb1fc1ac01d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.013474] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.013474] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.013474] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.013474] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.013474] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.014056] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('54584e3e-60dc-4e1c-b022-2fb1fc1ac01d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.405198] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock network-912 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.405198] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "network-912" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.405198] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "network-912" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.405198] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "network-912" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.405198] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.405198] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.405915] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.408030] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.408030] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.408030] env[66341]: DEBUG dogpile.cache.region [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 958.408030] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] NeedRegenerationException {{(pid=66341) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 958.408030] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] no value, waiting for create lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 958.408030] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] value creation lock acquired {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 958.408030] env[66341]: DEBUG dogpile.cache.region [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 958.408030] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Calling creation function for not-yet-present value {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 958.408422] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 958.429791] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 958.430121] env[66341]: DEBUG dogpile.cache.region [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66341) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 958.430336] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Released creation lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 958.430568] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "network-912" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.430997] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock port-19ec56e8-06e7-4c96-8716-8e6dff4a8ec1 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.431196] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "port-19ec56e8-06e7-4c96-8716-8e6dff4a8ec1" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.431360] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "port-19ec56e8-06e7-4c96-8716-8e6dff4a8ec1" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.431753] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "port-19ec56e8-06e7-4c96-8716-8e6dff4a8ec1" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.431955] env[66341]: DEBUG networking_nsxv3.api.rpc [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('19ec56e8-06e7-4c96-8716-8e6dff4a8ec1',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.516344] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.516528] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.516583] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.516802] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.517130] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.517363] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.517473] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.517541] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.517716] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.517828] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.517932] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 54584e3e-60dc-4e1c-b022-2fb1fc1ac01d already deleted. [ 958.518053] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54584e3e-60dc-4e1c-b022-2fb1fc1ac01d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.935610] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.936155] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.936155] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.936349] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.936944] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.936944] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Segment Port 19ec56e8-06e7-4c96-8716-8e6dff4a8ec1 not found, creating... [ 958.937205] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.937976] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.938131] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.938380] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.938534] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.938846] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.939270] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.939270] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.939428] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.939564] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.939727] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Resource: SegmentPort with ID: 19ec56e8-06e7-4c96-8716-8e6dff4a8ec1 is going to be created. [ 958.965069] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.965913] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.965913] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.965913] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.965913] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.966223] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "port-19ec56e8-06e7-4c96-8716-8e6dff4a8ec1" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.391421] env[66341]: INFO networking_nsxv3.common.synchronization [req-22d3ff3e-f13f-4990-8068-861f9d3a0f26 req-b2bffb79-1652-4bde-b958-63ed511a5c84 tempest-ImagesTestJSON-1540688741 tempest-ImagesTestJSON-1540688741-project-member] Enqueued Resource ID: 8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a with Priority: HIGHEST for action security_group_members [ 959.392195] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a with Priority: HIGHEST for action security_group_members [ 959.393227] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.393588] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.393588] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.393691] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.393877] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.394018] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.394203] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.394287] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.394385] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.394497] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.704436] env[66341]: INFO networking_nsxv3.common.synchronization [req-d3845ee8-baca-4f96-9255-ef06f6acfd89 req-f7bb7e39-38ff-4dff-a590-9cf63e11ca6a service nova] Enqueued Resource ID: 54584e3e-60dc-4e1c-b022-2fb1fc1ac01d with Priority: HIGHEST for action security_group_rules [ 959.704635] env[66341]: INFO networking_nsxv3.common.synchronization [req-d3845ee8-baca-4f96-9255-ef06f6acfd89 req-f7bb7e39-38ff-4dff-a590-9cf63e11ca6a service nova] Enqueued Resource ID: 54584e3e-60dc-4e1c-b022-2fb1fc1ac01d with Priority: HIGHEST for action security_group_members [ 959.704841] env[66341]: INFO networking_nsxv3.common.synchronization [req-d3845ee8-baca-4f96-9255-ef06f6acfd89 req-f7bb7e39-38ff-4dff-a590-9cf63e11ca6a service nova] Enqueued Resource ID: 19ec56e8-06e7-4c96-8716-8e6dff4a8ec1 with Priority: HIGHEST for action port [ 959.705563] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54584e3e-60dc-4e1c-b022-2fb1fc1ac01d with Priority: HIGHEST for action security_group_rules [ 959.705726] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54584e3e-60dc-4e1c-b022-2fb1fc1ac01d with Priority: HIGHEST for action security_group_members [ 959.705858] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19ec56e8-06e7-4c96-8716-8e6dff4a8ec1 with Priority: HIGHEST for action port [ 959.706286] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-54584e3e-60dc-4e1c-b022-2fb1fc1ac01d taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.706286] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-54584e3e-60dc-4e1c-b022-2fb1fc1ac01d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.706426] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-54584e3e-60dc-4e1c-b022-2fb1fc1ac01d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.706530] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-54584e3e-60dc-4e1c-b022-2fb1fc1ac01d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.706635] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('54584e3e-60dc-4e1c-b022-2fb1fc1ac01d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.707658] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-54584e3e-60dc-4e1c-b022-2fb1fc1ac01d taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.708023] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54584e3e-60dc-4e1c-b022-2fb1fc1ac01d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.708023] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54584e3e-60dc-4e1c-b022-2fb1fc1ac01d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.708440] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54584e3e-60dc-4e1c-b022-2fb1fc1ac01d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.708763] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.709532] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.709532] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.709532] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.709532] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.709735] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('54584e3e-60dc-4e1c-b022-2fb1fc1ac01d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.710412] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-19ec56e8-06e7-4c96-8716-8e6dff4a8ec1 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.710575] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-19ec56e8-06e7-4c96-8716-8e6dff4a8ec1" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.710575] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-19ec56e8-06e7-4c96-8716-8e6dff4a8ec1" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.714306] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-19ec56e8-06e7-4c96-8716-8e6dff4a8ec1" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.714306] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('19ec56e8-06e7-4c96-8716-8e6dff4a8ec1',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.818697] env[66341]: INFO networking_nsxv3.common.synchronization [req-b4e74431-d62d-47f3-acf5-c3d827039828 req-751bd4d6-182c-4e4b-be5c-24dc5180536c tempest-ServersTestBootFromVolume-371900352 tempest-ServersTestBootFromVolume-371900352-project-member] Enqueued Resource ID: 9992e15b-8b68-4bfe-a54f-3065e157b3b3 with Priority: HIGHEST for action security_group_members [ 959.819377] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9992e15b-8b68-4bfe-a54f-3065e157b3b3 with Priority: HIGHEST for action security_group_members [ 959.819641] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-9992e15b-8b68-4bfe-a54f-3065e157b3b3 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.819784] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9992e15b-8b68-4bfe-a54f-3065e157b3b3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.819911] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9992e15b-8b68-4bfe-a54f-3065e157b3b3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.820074] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9992e15b-8b68-4bfe-a54f-3065e157b3b3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.820251] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.820367] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.820430] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.820816] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.820816] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.820816] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9992e15b-8b68-4bfe-a54f-3065e157b3b3',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.897203] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.213093] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('54584e3e-60dc-4e1c-b022-2fb1fc1ac01d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.214240] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-54584e3e-60dc-4e1c-b022-2fb1fc1ac01d taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.214845] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54584e3e-60dc-4e1c-b022-2fb1fc1ac01d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.214845] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 19ec56e8-06e7-4c96-8716-8e6dff4a8ec1 with status ACTIVE [ 960.214845] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.214845] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.215067] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.215149] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.215244] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.215416] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.215516] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.215639] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.215736] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.216544] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.216544] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.216544] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.216544] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.216544] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.216544] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.216544] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 19ec56e8-06e7-4c96-8716-8e6dff4a8ec1 is going to be updated. [ 960.242278] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.242459] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.242520] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.242944] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.243117] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.243361] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-19ec56e8-06e7-4c96-8716-8e6dff4a8ec1" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.322671] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.322885] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.322956] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.323219] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.356016] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.356310] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.356435] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.356501] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.356758] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.356853] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.356944] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9992e15b-8b68-4bfe-a54f-3065e157b3b3 is going to be updated. [ 960.389464] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.389464] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.389464] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.389464] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.389464] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.398882] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9992e15b-8b68-4bfe-a54f-3065e157b3b3 in Status: IN_PROGRESS for 2s [ 960.400366] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.719032] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('54584e3e-60dc-4e1c-b022-2fb1fc1ac01d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.905037] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.905037] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.905037] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.905037] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.905037] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.905037] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a is going to be updated. [ 960.935431] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.935618] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.935618] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.936238] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.936437] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.946397] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a in Status: IN_PROGRESS for 2s [ 961.303976] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.303976] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.303976] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.303976] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.303976] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.303976] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 54584e3e-60dc-4e1c-b022-2fb1fc1ac01d is going to be created. [ 961.303976] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.303976] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.303976] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.303976] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.303976] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.303976] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 54584e3e-60dc-4e1c-b022-2fb1fc1ac01d in Status: UNINITIALIZED for 2s [ 962.140712] env[66341]: INFO networking_nsxv3.common.synchronization [req-516e07d0-958e-4b84-a131-4511572bbfbc req-b0aa8384-836d-4990-8954-4f3bc03c4c5a tempest-ServerActionsTestOtherA-1115878785 tempest-ServerActionsTestOtherA-1115878785-project-member] Enqueued Resource ID: 2ed187ee-7bd7-40db-95c6-d801d1551633 with Priority: HIGHEST for action security_group_members [ 962.142962] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ed187ee-7bd7-40db-95c6-d801d1551633 with Priority: HIGHEST for action security_group_members [ 962.142962] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ed187ee-7bd7-40db-95c6-d801d1551633 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.143085] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ed187ee-7bd7-40db-95c6-d801d1551633" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.143122] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ed187ee-7bd7-40db-95c6-d801d1551633" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.143315] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ed187ee-7bd7-40db-95c6-d801d1551633" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.143489] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.143594] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.143661] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.143810] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.143962] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.144020] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2ed187ee-7bd7-40db-95c6-d801d1551633',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.410971] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9992e15b-8b68-4bfe-a54f-3065e157b3b3 in Status: SUCCESS [ 962.411178] env[66341]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9992e15b-8b68-4bfe-a54f-3065e157b3b3 deletion is rescheduled due to dependency. [ 962.411298] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9992e15b-8b68-4bfe-a54f-3065e157b3b3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.646442] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.646667] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.646718] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.647105] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.647195] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.647372] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.647499] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.647565] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.647775] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.647861] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.647956] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ed187ee-7bd7-40db-95c6-d801d1551633 is going to be updated. [ 962.678097] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.678097] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.678097] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.678097] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.678097] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.689261] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ed187ee-7bd7-40db-95c6-d801d1551633 in Status: IN_PROGRESS for 2s [ 962.959866] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a in Status: SUCCESS [ 962.959866] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.308023] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 54584e3e-60dc-4e1c-b022-2fb1fc1ac01d in Status: SUCCESS [ 963.308023] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54584e3e-60dc-4e1c-b022-2fb1fc1ac01d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.308023] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54584e3e-60dc-4e1c-b022-2fb1fc1ac01d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.308023] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54584e3e-60dc-4e1c-b022-2fb1fc1ac01d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.308023] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.308023] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.308023] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.308023] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.308023] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.308023] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54584e3e-60dc-4e1c-b022-2fb1fc1ac01d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.308023] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('54584e3e-60dc-4e1c-b022-2fb1fc1ac01d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.811425] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('54584e3e-60dc-4e1c-b022-2fb1fc1ac01d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.315460] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 54584e3e-60dc-4e1c-b022-2fb1fc1ac01d: rpc.has_security_group_logging(os_id): False [ 964.341703] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.341956] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.341956] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.342157] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.342255] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.342507] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.342615] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.342683] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.342936] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.343016] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.343056] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 54584e3e-60dc-4e1c-b022-2fb1fc1ac01d is going to be created. [ 964.433390] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.433600] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.433697] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.433933] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.434195] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.451283] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 54584e3e-60dc-4e1c-b022-2fb1fc1ac01d in Status: IN_PROGRESS for 2s [ 964.703888] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ed187ee-7bd7-40db-95c6-d801d1551633 in Status: SUCCESS [ 964.703888] env[66341]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ed187ee-7bd7-40db-95c6-d801d1551633 deletion is rescheduled due to dependency. [ 964.703888] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ed187ee-7bd7-40db-95c6-d801d1551633" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.998789] env[66341]: INFO networking_nsxv3.common.synchronization [req-a2a51fd4-a184-4fd4-9f56-dfa5aa7794e5 req-1e40b9b0-7f17-4b13-b756-84df5ab55e67 tempest-ServersWithSpecificFlavorTestJSON-255680911 tempest-ServersWithSpecificFlavorTestJSON-255680911-project-member] Enqueued Resource ID: efd7ad7f-2b54-41bc-b065-1ec45f761923 with Priority: HIGHEST for action security_group_members [ 965.999565] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efd7ad7f-2b54-41bc-b065-1ec45f761923 with Priority: HIGHEST for action security_group_members [ 966.000494] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-efd7ad7f-2b54-41bc-b065-1ec45f761923 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.000494] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efd7ad7f-2b54-41bc-b065-1ec45f761923" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.000494] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efd7ad7f-2b54-41bc-b065-1ec45f761923" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.000494] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efd7ad7f-2b54-41bc-b065-1ec45f761923" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.000494] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.001261] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.001261] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.001261] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.001261] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.001261] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('efd7ad7f-2b54-41bc-b065-1ec45f761923',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.470883] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 54584e3e-60dc-4e1c-b022-2fb1fc1ac01d in Status: SUCCESS [ 966.470883] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-54584e3e-60dc-4e1c-b022-2fb1fc1ac01d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.508026] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.508026] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.508026] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.508026] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.532811] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.532811] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.532811] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.532811] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.532811] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.532811] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.532811] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: efd7ad7f-2b54-41bc-b065-1ec45f761923 is going to be updated. [ 966.564889] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.566889] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.567425] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.567425] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.567425] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.582100] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: efd7ad7f-2b54-41bc-b065-1ec45f761923 in Status: IN_PROGRESS for 2s [ 966.624345] env[66341]: INFO networking_nsxv3.common.synchronization [req-0f80ccf2-4149-40e7-bacf-eef60abd7aa8 req-1f404168-8493-4717-b2a4-32ed22b19382 tempest-ServerRescueTestJSONUnderV235-153841606 tempest-ServerRescueTestJSONUnderV235-153841606-project-member] Enqueued Resource ID: e9dff16e-5899-4d95-b2b8-972a93316bec with Priority: HIGHEST for action security_group_members [ 966.626396] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9dff16e-5899-4d95-b2b8-972a93316bec with Priority: HIGHEST for action security_group_members [ 966.627109] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9dff16e-5899-4d95-b2b8-972a93316bec taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.627238] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9dff16e-5899-4d95-b2b8-972a93316bec" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.627238] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9dff16e-5899-4d95-b2b8-972a93316bec" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.628029] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9dff16e-5899-4d95-b2b8-972a93316bec" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.628360] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.628495] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.628680] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.629024] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.629390] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.629390] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e9dff16e-5899-4d95-b2b8-972a93316bec',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.073352] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock network-57 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.073743] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "network-57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.073864] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "network-57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.074423] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "network-57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.074837] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.075107] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.075318] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.075669] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.075912] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.076088] env[66341]: DEBUG dogpile.cache.region [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 967.076210] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] NeedRegenerationException {{(pid=66341) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 967.076322] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] no value, waiting for create lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 967.076435] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] value creation lock acquired {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 967.076545] env[66341]: DEBUG dogpile.cache.region [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 967.076649] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Calling creation function for not-yet-present value {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 967.076788] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 967.098575] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 967.098753] env[66341]: DEBUG dogpile.cache.region [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66341) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 967.098894] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Released creation lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 967.099113] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "network-57" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.099714] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock port-ee667ea4-a9e0-4180-8dd0-370cce51435c taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.099942] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "port-ee667ea4-a9e0-4180-8dd0-370cce51435c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.100082] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "port-ee667ea4-a9e0-4180-8dd0-370cce51435c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.100417] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "port-ee667ea4-a9e0-4180-8dd0-370cce51435c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.100636] env[66341]: DEBUG networking_nsxv3.api.rpc [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ee667ea4-a9e0-4180-8dd0-370cce51435c',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.134241] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.134395] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.134466] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.134726] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.134818] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.135055] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.135166] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.135217] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.135371] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.135448] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.135531] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9dff16e-5899-4d95-b2b8-972a93316bec already deleted. [ 967.135610] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9dff16e-5899-4d95-b2b8-972a93316bec" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.604096] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.604371] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.604499] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.604879] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.605563] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.605563] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Segment Port ee667ea4-a9e0-4180-8dd0-370cce51435c not found, creating... [ 967.605563] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.605798] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.605798] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.606055] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.606200] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.606543] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.606738] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.606894] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.607541] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.607712] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.607866] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Resource: SegmentPort with ID: ee667ea4-a9e0-4180-8dd0-370cce51435c is going to be created. [ 967.635957] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.635957] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.635957] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.637235] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.637547] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.637785] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "port-ee667ea4-a9e0-4180-8dd0-370cce51435c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.991654] env[66341]: INFO networking_nsxv3.common.synchronization [req-4e93b8e2-71f4-4393-bf48-c86e3035583d req-622cbc0d-33ea-4dcb-9c8f-f91c5d5cf395 tempest-ServerDiskConfigTestJSON-523208532 tempest-ServerDiskConfigTestJSON-523208532-project-member] Enqueued Resource ID: b7f60bac-f9d3-4f79-8d31-ce493c6ee41d with Priority: HIGHEST for action security_group_members [ 967.992685] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7f60bac-f9d3-4f79-8d31-ce493c6ee41d with Priority: HIGHEST for action security_group_members [ 967.992685] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7f60bac-f9d3-4f79-8d31-ce493c6ee41d taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.992866] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7f60bac-f9d3-4f79-8d31-ce493c6ee41d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.992866] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7f60bac-f9d3-4f79-8d31-ce493c6ee41d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.992994] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7f60bac-f9d3-4f79-8d31-ce493c6ee41d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.993304] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.993411] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.993508] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.993702] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.993791] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.993881] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b7f60bac-f9d3-4f79-8d31-ce493c6ee41d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.371255] env[66341]: INFO networking_nsxv3.common.synchronization [req-0f80ccf2-4149-40e7-bacf-eef60abd7aa8 req-fef9281b-0149-4379-8687-5dea575d9d2a service nova] Enqueued Resource ID: e9dff16e-5899-4d95-b2b8-972a93316bec with Priority: HIGHEST for action security_group_rules [ 968.371548] env[66341]: INFO networking_nsxv3.common.synchronization [req-0f80ccf2-4149-40e7-bacf-eef60abd7aa8 req-fef9281b-0149-4379-8687-5dea575d9d2a service nova] Enqueued Resource ID: e9dff16e-5899-4d95-b2b8-972a93316bec with Priority: HIGHEST for action security_group_members [ 968.371772] env[66341]: INFO networking_nsxv3.common.synchronization [req-0f80ccf2-4149-40e7-bacf-eef60abd7aa8 req-fef9281b-0149-4379-8687-5dea575d9d2a service nova] Enqueued Resource ID: ee667ea4-a9e0-4180-8dd0-370cce51435c with Priority: HIGHEST for action port [ 968.372134] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9dff16e-5899-4d95-b2b8-972a93316bec with Priority: HIGHEST for action security_group_rules [ 968.373063] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9dff16e-5899-4d95-b2b8-972a93316bec with Priority: HIGHEST for action security_group_members [ 968.375907] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee667ea4-a9e0-4180-8dd0-370cce51435c with Priority: HIGHEST for action port [ 968.375907] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e9dff16e-5899-4d95-b2b8-972a93316bec taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.375907] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e9dff16e-5899-4d95-b2b8-972a93316bec" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.375907] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e9dff16e-5899-4d95-b2b8-972a93316bec" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.375907] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e9dff16e-5899-4d95-b2b8-972a93316bec" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.375907] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e9dff16e-5899-4d95-b2b8-972a93316bec',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.379332] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9dff16e-5899-4d95-b2b8-972a93316bec taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.379332] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9dff16e-5899-4d95-b2b8-972a93316bec" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.379332] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9dff16e-5899-4d95-b2b8-972a93316bec" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.379332] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9dff16e-5899-4d95-b2b8-972a93316bec" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.379332] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.379332] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.379332] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.379332] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.379332] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.379332] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e9dff16e-5899-4d95-b2b8-972a93316bec',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.379332] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-ee667ea4-a9e0-4180-8dd0-370cce51435c taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.379332] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ee667ea4-a9e0-4180-8dd0-370cce51435c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.379332] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ee667ea4-a9e0-4180-8dd0-370cce51435c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.379332] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ee667ea4-a9e0-4180-8dd0-370cce51435c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.379332] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ee667ea4-a9e0-4180-8dd0-370cce51435c',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.496099] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.496318] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.496353] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.496571] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.496669] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.496866] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.496985] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.497062] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.497261] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.497296] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.497415] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7f60bac-f9d3-4f79-8d31-ce493c6ee41d is going to be updated. [ 968.540807] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.540984] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.541144] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.541325] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.541494] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.551873] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7f60bac-f9d3-4f79-8d31-ce493c6ee41d in Status: IN_PROGRESS for 2s [ 968.593655] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: efd7ad7f-2b54-41bc-b065-1ec45f761923 in Status: SUCCESS [ 968.593835] env[66341]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: efd7ad7f-2b54-41bc-b065-1ec45f761923 deletion is rescheduled due to dependency. [ 968.593835] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efd7ad7f-2b54-41bc-b065-1ec45f761923" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.883760] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9dff16e-5899-4d95-b2b8-972a93316bec taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.883760] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9dff16e-5899-4d95-b2b8-972a93316bec" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.883760] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e9dff16e-5899-4d95-b2b8-972a93316bec',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.884500] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ee667ea4-a9e0-4180-8dd0-370cce51435c with status ACTIVE [ 968.884694] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.884810] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.884877] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.885094] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.885182] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.885346] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.885444] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.885503] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.885651] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.885730] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.885924] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.886309] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.886387] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.886535] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.886614] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.886702] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ee667ea4-a9e0-4180-8dd0-370cce51435c is going to be updated. [ 968.920577] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.920726] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.920799] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.921078] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.921178] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.921407] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ee667ea4-a9e0-4180-8dd0-370cce51435c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.388600] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e9dff16e-5899-4d95-b2b8-972a93316bec',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.894504] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.895300] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.895300] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.895300] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.895300] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.895300] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9dff16e-5899-4d95-b2b8-972a93316bec is going to be created. [ 969.921597] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.921830] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.921923] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.922158] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.922322] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.934018] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9dff16e-5899-4d95-b2b8-972a93316bec in Status: UNINITIALIZED for 2s [ 970.561929] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7f60bac-f9d3-4f79-8d31-ce493c6ee41d in Status: SUCCESS [ 970.562326] env[66341]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7f60bac-f9d3-4f79-8d31-ce493c6ee41d deletion is rescheduled due to dependency. [ 970.562326] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7f60bac-f9d3-4f79-8d31-ce493c6ee41d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.945517] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9dff16e-5899-4d95-b2b8-972a93316bec in Status: SUCCESS [ 971.946028] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9dff16e-5899-4d95-b2b8-972a93316bec" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.946218] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9dff16e-5899-4d95-b2b8-972a93316bec" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.946374] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9dff16e-5899-4d95-b2b8-972a93316bec" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.946644] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.946871] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.946953] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.947191] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.947320] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.947439] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9dff16e-5899-4d95-b2b8-972a93316bec" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.947569] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e9dff16e-5899-4d95-b2b8-972a93316bec',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.371976] env[66341]: INFO networking_nsxv3.common.synchronization [req-71962eb3-2c45-4670-9020-1c37669432a0 req-e4fc79d0-a3fd-4328-a10e-2e8657fe3d0e tempest-ServersNegativeTestMultiTenantJSON-281521154 tempest-ServersNegativeTestMultiTenantJSON-281521154-project-member] Enqueued Resource ID: b98d8ee2-f59a-4689-8c0c-13a03225f372 with Priority: HIGHEST for action security_group_members [ 972.372871] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b98d8ee2-f59a-4689-8c0c-13a03225f372 with Priority: HIGHEST for action security_group_members [ 972.373609] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-b98d8ee2-f59a-4689-8c0c-13a03225f372 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.373752] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b98d8ee2-f59a-4689-8c0c-13a03225f372" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.373752] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b98d8ee2-f59a-4689-8c0c-13a03225f372" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.373957] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b98d8ee2-f59a-4689-8c0c-13a03225f372" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.374133] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.374236] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.375444] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.376560] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.376560] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.376560] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b98d8ee2-f59a-4689-8c0c-13a03225f372',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.450103] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9dff16e-5899-4d95-b2b8-972a93316bec taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.450271] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9dff16e-5899-4d95-b2b8-972a93316bec" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.450347] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9dff16e-5899-4d95-b2b8-972a93316bec" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.450594] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9dff16e-5899-4d95-b2b8-972a93316bec" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.450775] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.450881] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.450967] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.451356] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.451450] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.451559] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9dff16e-5899-4d95-b2b8-972a93316bec" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.451735] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9dff16e-5899-4d95-b2b8-972a93316bec taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.451852] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9dff16e-5899-4d95-b2b8-972a93316bec" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.451914] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9dff16e-5899-4d95-b2b8-972a93316bec" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.452096] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9dff16e-5899-4d95-b2b8-972a93316bec" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.452261] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.452367] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.452429] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.452585] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.452709] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.452818] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9dff16e-5899-4d95-b2b8-972a93316bec" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.452940] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e9dff16e-5899-4d95-b2b8-972a93316bec',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.878750] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.878750] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.878937] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.879175] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.879271] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.879469] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.880050] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.880050] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.880050] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.880050] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.880352] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b98d8ee2-f59a-4689-8c0c-13a03225f372 already deleted. [ 972.880352] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b98d8ee2-f59a-4689-8c0c-13a03225f372" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.886150] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock network-999 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.886327] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "network-999" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.886495] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "network-999" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.887107] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "network-999" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.887403] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.887597] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.887751] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.887999] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.888202] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.888636] env[66341]: DEBUG dogpile.cache.region [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 972.888636] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] NeedRegenerationException {{(pid=66341) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 972.888636] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] no value, waiting for create lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 972.888737] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] value creation lock acquired {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 972.888858] env[66341]: DEBUG dogpile.cache.region [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 972.888932] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Calling creation function for not-yet-present value {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 972.889082] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 972.914288] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 972.914517] env[66341]: DEBUG dogpile.cache.region [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66341) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 972.915060] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Released creation lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 972.915060] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "network-999" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.915240] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock port-92dced5d-2450-408a-bfa2-6a1fa669a055 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.916562] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "port-92dced5d-2450-408a-bfa2-6a1fa669a055" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.916562] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "port-92dced5d-2450-408a-bfa2-6a1fa669a055" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.916562] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "port-92dced5d-2450-408a-bfa2-6a1fa669a055" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.916562] env[66341]: DEBUG networking_nsxv3.api.rpc [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('92dced5d-2450-408a-bfa2-6a1fa669a055',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.956695] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e9dff16e-5899-4d95-b2b8-972a93316bec: rpc.has_security_group_logging(os_id): False [ 972.975449] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.975649] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.976687] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.976687] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.976687] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.976687] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.976687] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.976687] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.976687] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.976687] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.977130] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.977130] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.978828] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.979065] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.979156] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.979374] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.979476] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.979570] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.980029] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.980120] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.980214] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e9dff16e-5899-4d95-b2b8-972a93316bec is going to be created. [ 973.036985] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.037155] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.037228] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.037437] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.037652] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.050886] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e9dff16e-5899-4d95-b2b8-972a93316bec in Status: IN_PROGRESS for 2s [ 973.422259] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.422495] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.422775] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.423170] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.423338] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.423506] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Segment Port 92dced5d-2450-408a-bfa2-6a1fa669a055 not found, creating... [ 973.423775] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.424047] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.424109] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.424304] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.424442] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.424859] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.425281] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.425484] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.426263] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.426456] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.426943] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Resource: SegmentPort with ID: 92dced5d-2450-408a-bfa2-6a1fa669a055 is going to be created. [ 973.447860] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.448718] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.450332] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.450332] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.450332] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.450332] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "port-92dced5d-2450-408a-bfa2-6a1fa669a055" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.154792] env[66341]: INFO networking_nsxv3.common.synchronization [req-71962eb3-2c45-4670-9020-1c37669432a0 req-c54bd341-617c-46c9-babf-98a15ac5d827 service nova] Enqueued Resource ID: b98d8ee2-f59a-4689-8c0c-13a03225f372 with Priority: HIGHEST for action security_group_rules [ 974.155115] env[66341]: INFO networking_nsxv3.common.synchronization [req-71962eb3-2c45-4670-9020-1c37669432a0 req-c54bd341-617c-46c9-babf-98a15ac5d827 service nova] Enqueued Resource ID: b98d8ee2-f59a-4689-8c0c-13a03225f372 with Priority: HIGHEST for action security_group_members [ 974.155115] env[66341]: INFO networking_nsxv3.common.synchronization [req-71962eb3-2c45-4670-9020-1c37669432a0 req-c54bd341-617c-46c9-babf-98a15ac5d827 service nova] Enqueued Resource ID: 92dced5d-2450-408a-bfa2-6a1fa669a055 with Priority: HIGHEST for action port [ 974.155629] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b98d8ee2-f59a-4689-8c0c-13a03225f372 with Priority: HIGHEST for action security_group_rules [ 974.155771] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b98d8ee2-f59a-4689-8c0c-13a03225f372 with Priority: HIGHEST for action security_group_members [ 974.155869] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92dced5d-2450-408a-bfa2-6a1fa669a055 with Priority: HIGHEST for action port [ 974.156228] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b98d8ee2-f59a-4689-8c0c-13a03225f372 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.156228] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b98d8ee2-f59a-4689-8c0c-13a03225f372" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.156366] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b98d8ee2-f59a-4689-8c0c-13a03225f372" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.156540] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b98d8ee2-f59a-4689-8c0c-13a03225f372" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.156698] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b98d8ee2-f59a-4689-8c0c-13a03225f372',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.157420] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-b98d8ee2-f59a-4689-8c0c-13a03225f372 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.157570] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b98d8ee2-f59a-4689-8c0c-13a03225f372" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.157624] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b98d8ee2-f59a-4689-8c0c-13a03225f372" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.157812] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b98d8ee2-f59a-4689-8c0c-13a03225f372" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.157866] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.157959] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.158030] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.158177] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.158283] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.158369] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b98d8ee2-f59a-4689-8c0c-13a03225f372',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.160121] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-92dced5d-2450-408a-bfa2-6a1fa669a055 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.160253] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-92dced5d-2450-408a-bfa2-6a1fa669a055" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.160328] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-92dced5d-2450-408a-bfa2-6a1fa669a055" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.160669] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-92dced5d-2450-408a-bfa2-6a1fa669a055" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.160669] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('92dced5d-2450-408a-bfa2-6a1fa669a055',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.662438] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b98d8ee2-f59a-4689-8c0c-13a03225f372',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.663852] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-b98d8ee2-f59a-4689-8c0c-13a03225f372 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.663992] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b98d8ee2-f59a-4689-8c0c-13a03225f372" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.664139] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 92dced5d-2450-408a-bfa2-6a1fa669a055 with status ACTIVE [ 974.664282] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.664391] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.664454] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.664792] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.664792] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.665117] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.665889] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.665960] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.666161] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.666275] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.666440] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.666542] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.666606] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.666758] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.666835] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.667404] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 92dced5d-2450-408a-bfa2-6a1fa669a055 is going to be updated. [ 974.692025] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.692230] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.692277] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.692481] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.692635] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.692894] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-92dced5d-2450-408a-bfa2-6a1fa669a055" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.066224] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e9dff16e-5899-4d95-b2b8-972a93316bec in Status: SUCCESS [ 975.066404] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e9dff16e-5899-4d95-b2b8-972a93316bec" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.083137] env[66341]: INFO networking_nsxv3.common.synchronization [req-4e5e8708-0a81-48e0-b607-c1920623c7e2 req-5d74492d-a1e6-46c6-812c-e16828c0b02c tempest-MultipleCreateTestJSON-1513322719 tempest-MultipleCreateTestJSON-1513322719-project-member] Enqueued Resource ID: 9177f35c-9b13-4204-9e35-9af218b20813 with Priority: HIGHEST for action security_group_members [ 975.084383] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9177f35c-9b13-4204-9e35-9af218b20813 with Priority: HIGHEST for action security_group_members [ 975.084383] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-9177f35c-9b13-4204-9e35-9af218b20813 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.084383] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9177f35c-9b13-4204-9e35-9af218b20813" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.084383] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9177f35c-9b13-4204-9e35-9af218b20813" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.084635] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9177f35c-9b13-4204-9e35-9af218b20813" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.084635] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.084821] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.084866] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.085020] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.085101] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.085194] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9177f35c-9b13-4204-9e35-9af218b20813',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.169864] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b98d8ee2-f59a-4689-8c0c-13a03225f372',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.477566] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock network-16 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.477566] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "network-16" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.477566] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "network-16" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.477566] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "network-16" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.477566] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.477566] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.477566] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.477566] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.477566] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.477969] env[66341]: DEBUG dogpile.cache.region [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 975.477969] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] NeedRegenerationException {{(pid=66341) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 975.477969] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] no value, waiting for create lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 975.478196] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] value creation lock acquired {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 975.478196] env[66341]: DEBUG dogpile.cache.region [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 975.478289] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Calling creation function for not-yet-present value {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 975.478495] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 975.507362] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 975.507644] env[66341]: DEBUG dogpile.cache.region [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=66341) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 975.507842] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Released creation lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 975.508605] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "network-16" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.508605] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock port-cc53e380-1c41-4f2e-af53-0e59973836db taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.508807] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "port-cc53e380-1c41-4f2e-af53-0e59973836db" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.508864] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "port-cc53e380-1c41-4f2e-af53-0e59973836db" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.509257] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "port-cc53e380-1c41-4f2e-af53-0e59973836db" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.509426] env[66341]: DEBUG networking_nsxv3.api.rpc [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cc53e380-1c41-4f2e-af53-0e59973836db',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.588236] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.588236] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.588236] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.588236] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.588450] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.588517] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.588739] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.588851] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.589022] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.589121] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.589241] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9177f35c-9b13-4204-9e35-9af218b20813 is going to be updated. [ 975.629549] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.629750] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.629831] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.630118] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.630301] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.640175] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9177f35c-9b13-4204-9e35-9af218b20813 in Status: IN_PROGRESS for 2s [ 975.673066] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.673066] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.673066] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.673440] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.673440] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.673440] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b98d8ee2-f59a-4689-8c0c-13a03225f372 is going to be created. [ 975.702170] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.702368] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.702436] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.702795] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.702991] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.716989] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b98d8ee2-f59a-4689-8c0c-13a03225f372 in Status: UNINITIALIZED for 2s [ 976.012330] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.012630] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.012784] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.013063] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.013311] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.014471] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Segment Port cc53e380-1c41-4f2e-af53-0e59973836db not found, creating... [ 976.014471] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.014471] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.014471] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.014683] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.014896] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.015281] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.015457] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.015582] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.015928] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.017985] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.017985] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Resource: SegmentPort with ID: cc53e380-1c41-4f2e-af53-0e59973836db is going to be created. [ 976.040669] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.041050] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.041215] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.041498] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.041740] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.043395] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "port-cc53e380-1c41-4f2e-af53-0e59973836db" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.790787] env[66341]: INFO networking_nsxv3.common.synchronization [req-4e5e8708-0a81-48e0-b607-c1920623c7e2 req-fc647f87-bd3d-4629-896e-fe2df45b2f9e service nova] Enqueued Resource ID: 9177f35c-9b13-4204-9e35-9af218b20813 with Priority: HIGHEST for action security_group_rules [ 976.791050] env[66341]: INFO networking_nsxv3.common.synchronization [req-4e5e8708-0a81-48e0-b607-c1920623c7e2 req-fc647f87-bd3d-4629-896e-fe2df45b2f9e service nova] Enqueued Resource ID: 9177f35c-9b13-4204-9e35-9af218b20813 with Priority: HIGHEST for action security_group_members [ 976.791121] env[66341]: INFO networking_nsxv3.common.synchronization [req-4e5e8708-0a81-48e0-b607-c1920623c7e2 req-fc647f87-bd3d-4629-896e-fe2df45b2f9e service nova] Enqueued Resource ID: cc53e380-1c41-4f2e-af53-0e59973836db with Priority: HIGHEST for action port [ 976.791671] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9177f35c-9b13-4204-9e35-9af218b20813 with Priority: HIGHEST for action security_group_rules [ 976.792370] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9177f35c-9b13-4204-9e35-9af218b20813 with Priority: HIGHEST for action security_group_members [ 976.792550] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc53e380-1c41-4f2e-af53-0e59973836db with Priority: HIGHEST for action port [ 976.792973] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9177f35c-9b13-4204-9e35-9af218b20813 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.793161] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9177f35c-9b13-4204-9e35-9af218b20813" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.793367] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9177f35c-9b13-4204-9e35-9af218b20813" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.793632] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9177f35c-9b13-4204-9e35-9af218b20813" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.793751] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9177f35c-9b13-4204-9e35-9af218b20813',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.794641] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-9177f35c-9b13-4204-9e35-9af218b20813 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.794858] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9177f35c-9b13-4204-9e35-9af218b20813" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.795107] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-cc53e380-1c41-4f2e-af53-0e59973836db taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.795248] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cc53e380-1c41-4f2e-af53-0e59973836db" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.795383] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cc53e380-1c41-4f2e-af53-0e59973836db" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.796423] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cc53e380-1c41-4f2e-af53-0e59973836db" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.796547] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cc53e380-1c41-4f2e-af53-0e59973836db',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.300114] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-9177f35c-9b13-4204-9e35-9af218b20813 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.300369] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9177f35c-9b13-4204-9e35-9af218b20813" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.305025] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cc53e380-1c41-4f2e-af53-0e59973836db with status ACTIVE [ 977.305025] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.305025] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.305025] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.305025] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.305025] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.305025] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.305025] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.305025] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.305025] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.305025] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.305025] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.305025] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.305025] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.305025] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.305025] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.306209] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cc53e380-1c41-4f2e-af53-0e59973836db is going to be updated. [ 977.329411] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.330514] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.330514] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.330514] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.330514] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.330514] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cc53e380-1c41-4f2e-af53-0e59973836db" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.655042] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9177f35c-9b13-4204-9e35-9af218b20813 in Status: SUCCESS [ 977.655369] env[66341]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9177f35c-9b13-4204-9e35-9af218b20813 deletion is rescheduled due to dependency. [ 977.655508] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9177f35c-9b13-4204-9e35-9af218b20813" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.655717] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9177f35c-9b13-4204-9e35-9af218b20813" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.656155] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9177f35c-9b13-4204-9e35-9af218b20813" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.656492] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.656763] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.657023] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.657665] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.658051] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.658051] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9177f35c-9b13-4204-9e35-9af218b20813',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.728121] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b98d8ee2-f59a-4689-8c0c-13a03225f372 in Status: SUCCESS [ 977.728394] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b98d8ee2-f59a-4689-8c0c-13a03225f372" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.728778] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b98d8ee2-f59a-4689-8c0c-13a03225f372" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.728837] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b98d8ee2-f59a-4689-8c0c-13a03225f372" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.729011] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.729141] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.729236] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.729383] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.729464] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.729626] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b98d8ee2-f59a-4689-8c0c-13a03225f372" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.729971] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b98d8ee2-f59a-4689-8c0c-13a03225f372',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.858854] env[66341]: INFO networking_nsxv3.common.synchronization [req-4e5e8708-0a81-48e0-b607-c1920623c7e2 req-ef676c8e-4d59-4b75-a89a-89e065a06ada tempest-MultipleCreateTestJSON-1513322719 tempest-MultipleCreateTestJSON-1513322719-project-member] Enqueued Resource ID: 9177f35c-9b13-4204-9e35-9af218b20813 with Priority: HIGHEST for action security_group_members [ 977.858854] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9177f35c-9b13-4204-9e35-9af218b20813 with Priority: HIGHEST for action security_group_members [ 977.858854] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-9177f35c-9b13-4204-9e35-9af218b20813 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.858854] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9177f35c-9b13-4204-9e35-9af218b20813" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.160812] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9177f35c-9b13-4204-9e35-9af218b20813',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.231970] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-b98d8ee2-f59a-4689-8c0c-13a03225f372 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.232410] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b98d8ee2-f59a-4689-8c0c-13a03225f372" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.232528] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b98d8ee2-f59a-4689-8c0c-13a03225f372" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.232822] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b98d8ee2-f59a-4689-8c0c-13a03225f372" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.233014] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.233168] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.235018] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.235018] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.235018] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.235018] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b98d8ee2-f59a-4689-8c0c-13a03225f372" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.235018] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-b98d8ee2-f59a-4689-8c0c-13a03225f372 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.235018] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b98d8ee2-f59a-4689-8c0c-13a03225f372" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.235018] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b98d8ee2-f59a-4689-8c0c-13a03225f372" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.235018] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b98d8ee2-f59a-4689-8c0c-13a03225f372" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.235018] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.235018] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.235018] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.235018] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.235018] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.235018] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b98d8ee2-f59a-4689-8c0c-13a03225f372" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.236737] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b98d8ee2-f59a-4689-8c0c-13a03225f372',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.335397] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock network-16 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.335397] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "network-16" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.335397] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "network-16" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.341487] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "network-16" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.341487] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.341487] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.341487] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.341487] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.341487] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.341487] env[66341]: DEBUG dogpile.cache.region [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 978.341487] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] NeedRegenerationException {{(pid=66341) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 978.341487] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] no value, waiting for create lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 978.341853] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] value creation lock acquired {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 978.341853] env[66341]: DEBUG dogpile.cache.region [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 978.341853] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Calling creation function for not-yet-present value {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 978.343137] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 978.362373] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 978.362536] env[66341]: DEBUG dogpile.cache.region [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66341) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 978.362710] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Released creation lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 978.362892] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "network-16" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.363247] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock port-3b647d8e-3402-417f-82c4-b2d2a3e4dc9e taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.363431] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "port-3b647d8e-3402-417f-82c4-b2d2a3e4dc9e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.363559] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "port-3b647d8e-3402-417f-82c4-b2d2a3e4dc9e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.363914] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "port-3b647d8e-3402-417f-82c4-b2d2a3e4dc9e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.364019] env[66341]: DEBUG networking_nsxv3.api.rpc [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3b647d8e-3402-417f-82c4-b2d2a3e4dc9e',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.667519] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9177f35c-9b13-4204-9e35-9af218b20813',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.739526] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b98d8ee2-f59a-4689-8c0c-13a03225f372: rpc.has_security_group_logging(os_id): False [ 978.760884] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.761101] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.761245] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.761481] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.761592] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.761876] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.762073] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.762171] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.762361] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.762496] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.762864] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.763045] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.763165] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.763441] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.763591] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.763841] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.763948] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.764025] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.764531] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.764531] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.764531] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b98d8ee2-f59a-4689-8c0c-13a03225f372 is going to be created. [ 978.828892] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.829035] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.829078] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.829313] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.829585] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.843141] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b98d8ee2-f59a-4689-8c0c-13a03225f372 in Status: IN_PROGRESS for 2s [ 978.869036] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.869036] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.869036] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.869036] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.869036] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.869543] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Segment Port 3b647d8e-3402-417f-82c4-b2d2a3e4dc9e not found, creating... [ 978.869782] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.870010] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.870223] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.871072] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.871072] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.871072] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.871072] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.871072] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.871287] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.871400] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.871625] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Resource: SegmentPort with ID: 3b647d8e-3402-417f-82c4-b2d2a3e4dc9e is going to be created. [ 978.895982] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.896249] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.896371] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.897163] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.897446] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.897692] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "port-3b647d8e-3402-417f-82c4-b2d2a3e4dc9e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.174579] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.174766] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.174859] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.175120] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.175353] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.175353] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9177f35c-9b13-4204-9e35-9af218b20813 is going to be updated. [ 979.213249] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.213420] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.213420] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.214027] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.214027] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.232374] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9177f35c-9b13-4204-9e35-9af218b20813 in Status: IN_PROGRESS for 2s [ 979.639403] env[66341]: INFO networking_nsxv3.common.synchronization [req-4e5e8708-0a81-48e0-b607-c1920623c7e2 req-f9135443-eff8-4fb8-8096-81b723b3344f service nova] Enqueued Resource ID: 9177f35c-9b13-4204-9e35-9af218b20813 with Priority: HIGHEST for action security_group_rules [ 979.639403] env[66341]: INFO networking_nsxv3.common.synchronization [req-4e5e8708-0a81-48e0-b607-c1920623c7e2 req-f9135443-eff8-4fb8-8096-81b723b3344f service nova] Enqueued Resource ID: 9177f35c-9b13-4204-9e35-9af218b20813 with Priority: HIGHEST for action security_group_members [ 979.639624] env[66341]: INFO networking_nsxv3.common.synchronization [req-4e5e8708-0a81-48e0-b607-c1920623c7e2 req-f9135443-eff8-4fb8-8096-81b723b3344f service nova] Enqueued Resource ID: 3b647d8e-3402-417f-82c4-b2d2a3e4dc9e with Priority: HIGHEST for action port [ 979.642721] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9177f35c-9b13-4204-9e35-9af218b20813 with Priority: HIGHEST for action security_group_rules [ 979.642988] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9177f35c-9b13-4204-9e35-9af218b20813 with Priority: HIGHEST for action security_group_members [ 979.643073] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b647d8e-3402-417f-82c4-b2d2a3e4dc9e with Priority: HIGHEST for action port [ 979.643715] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9177f35c-9b13-4204-9e35-9af218b20813 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.644220] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9177f35c-9b13-4204-9e35-9af218b20813" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.644603] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-9177f35c-9b13-4204-9e35-9af218b20813 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.647029] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9177f35c-9b13-4204-9e35-9af218b20813" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.647029] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-3b647d8e-3402-417f-82c4-b2d2a3e4dc9e taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.647029] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3b647d8e-3402-417f-82c4-b2d2a3e4dc9e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.647029] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3b647d8e-3402-417f-82c4-b2d2a3e4dc9e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.647029] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3b647d8e-3402-417f-82c4-b2d2a3e4dc9e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.647029] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3b647d8e-3402-417f-82c4-b2d2a3e4dc9e',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.149011] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3b647d8e-3402-417f-82c4-b2d2a3e4dc9e with status ACTIVE [ 980.150112] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.150286] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.150373] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.150601] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.150728] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.150974] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.151828] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.151828] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.151828] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.151828] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.151828] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.152101] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.152101] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.152101] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.152241] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.152273] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3b647d8e-3402-417f-82c4-b2d2a3e4dc9e is going to be updated. [ 980.173633] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.173851] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.173907] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.174176] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.174365] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.174550] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3b647d8e-3402-417f-82c4-b2d2a3e4dc9e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.570228] env[66341]: INFO networking_nsxv3.common.synchronization [req-57b3ed0e-0d1f-4769-af73-240aeb3527cf req-32ccc8f3-af52-42e7-9f74-785fdf78d18f tempest-ServerRescueTestJSON-394397179 tempest-ServerRescueTestJSON-394397179-project-member] Enqueued Resource ID: 0c1e4204-ef25-40e6-a41d-0250216e6636 with Priority: HIGHEST for action security_group_members [ 980.570871] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c1e4204-ef25-40e6-a41d-0250216e6636 with Priority: HIGHEST for action security_group_members [ 980.571638] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c1e4204-ef25-40e6-a41d-0250216e6636 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.571794] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c1e4204-ef25-40e6-a41d-0250216e6636" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.571910] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c1e4204-ef25-40e6-a41d-0250216e6636" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.572163] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c1e4204-ef25-40e6-a41d-0250216e6636" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.572373] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.572483] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.572527] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.572716] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.572828] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.572925] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0c1e4204-ef25-40e6-a41d-0250216e6636',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.861071] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b98d8ee2-f59a-4689-8c0c-13a03225f372 in Status: SUCCESS [ 980.861378] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b98d8ee2-f59a-4689-8c0c-13a03225f372" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.942707] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock network-442 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.942882] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "network-442" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.943012] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "network-442" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.943406] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "network-442" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.943818] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.943961] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.944034] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.944290] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.944474] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.944689] env[66341]: DEBUG dogpile.cache.region [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 980.944899] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] NeedRegenerationException {{(pid=66341) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 980.945057] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] no value, waiting for create lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 980.945210] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] value creation lock acquired {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 980.945349] env[66341]: DEBUG dogpile.cache.region [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 980.945491] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Calling creation function for not-yet-present value {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 980.945649] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 980.967544] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 980.967810] env[66341]: DEBUG dogpile.cache.region [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66341) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 980.967981] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Released creation lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 980.968243] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "network-442" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.968713] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock port-4acc4deb-8afa-4409-b06f-954fcd626df3 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.968958] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "port-4acc4deb-8afa-4409-b06f-954fcd626df3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.969137] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "port-4acc4deb-8afa-4409-b06f-954fcd626df3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.969631] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "port-4acc4deb-8afa-4409-b06f-954fcd626df3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.969826] env[66341]: DEBUG networking_nsxv3.api.rpc [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4acc4deb-8afa-4409-b06f-954fcd626df3',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.075600] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.075797] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.075903] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.076158] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.076290] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.076520] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.076641] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.076704] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.076879] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.076955] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.077065] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0c1e4204-ef25-40e6-a41d-0250216e6636 already deleted. [ 981.077153] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c1e4204-ef25-40e6-a41d-0250216e6636" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.244402] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9177f35c-9b13-4204-9e35-9af218b20813 in Status: SUCCESS [ 981.244833] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9177f35c-9b13-4204-9e35-9af218b20813" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.244888] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9177f35c-9b13-4204-9e35-9af218b20813" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.245133] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9177f35c-9b13-4204-9e35-9af218b20813" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.245461] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.245576] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.245576] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.245774] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.245870] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.245959] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9177f35c-9b13-4204-9e35-9af218b20813" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.246077] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9177f35c-9b13-4204-9e35-9af218b20813',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.247251] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9177f35c-9b13-4204-9e35-9af218b20813" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.247455] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9177f35c-9b13-4204-9e35-9af218b20813" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.247593] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.247698] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.247764] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.247908] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.248023] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.248073] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9177f35c-9b13-4204-9e35-9af218b20813',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.472293] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.472536] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.472663] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.473074] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.473227] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.473386] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Segment Port 4acc4deb-8afa-4409-b06f-954fcd626df3 not found, creating... [ 981.473679] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.473805] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.473935] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.474129] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.474268] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.474540] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.474691] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.475632] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.476927] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.478403] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.478403] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Resource: SegmentPort with ID: 4acc4deb-8afa-4409-b06f-954fcd626df3 is going to be created. [ 981.499012] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.499309] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.499473] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.499782] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.501040] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.501040] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "port-4acc4deb-8afa-4409-b06f-954fcd626df3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.750605] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-9177f35c-9b13-4204-9e35-9af218b20813 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.750813] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9177f35c-9b13-4204-9e35-9af218b20813" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.751119] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9177f35c-9b13-4204-9e35-9af218b20813',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.236179] env[66341]: INFO networking_nsxv3.common.synchronization [req-57b3ed0e-0d1f-4769-af73-240aeb3527cf req-f4bcae9a-a4dd-400a-bffe-b4e9ce09b7d3 service nova] Enqueued Resource ID: 0c1e4204-ef25-40e6-a41d-0250216e6636 with Priority: HIGHEST for action security_group_rules [ 982.236650] env[66341]: INFO networking_nsxv3.common.synchronization [req-57b3ed0e-0d1f-4769-af73-240aeb3527cf req-f4bcae9a-a4dd-400a-bffe-b4e9ce09b7d3 service nova] Enqueued Resource ID: 0c1e4204-ef25-40e6-a41d-0250216e6636 with Priority: HIGHEST for action security_group_members [ 982.236719] env[66341]: INFO networking_nsxv3.common.synchronization [req-57b3ed0e-0d1f-4769-af73-240aeb3527cf req-f4bcae9a-a4dd-400a-bffe-b4e9ce09b7d3 service nova] Enqueued Resource ID: 4acc4deb-8afa-4409-b06f-954fcd626df3 with Priority: HIGHEST for action port [ 982.237739] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c1e4204-ef25-40e6-a41d-0250216e6636 with Priority: HIGHEST for action security_group_rules [ 982.238016] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c1e4204-ef25-40e6-a41d-0250216e6636 with Priority: HIGHEST for action security_group_members [ 982.238786] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4acc4deb-8afa-4409-b06f-954fcd626df3 with Priority: HIGHEST for action port [ 982.239410] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0c1e4204-ef25-40e6-a41d-0250216e6636 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.239620] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0c1e4204-ef25-40e6-a41d-0250216e6636" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.239751] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0c1e4204-ef25-40e6-a41d-0250216e6636" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.240236] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0c1e4204-ef25-40e6-a41d-0250216e6636" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.240323] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0c1e4204-ef25-40e6-a41d-0250216e6636',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.241778] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c1e4204-ef25-40e6-a41d-0250216e6636 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.242598] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c1e4204-ef25-40e6-a41d-0250216e6636" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.242725] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c1e4204-ef25-40e6-a41d-0250216e6636" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.242944] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c1e4204-ef25-40e6-a41d-0250216e6636" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.243151] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.243268] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.243346] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.243512] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.243599] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.243696] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0c1e4204-ef25-40e6-a41d-0250216e6636',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.244578] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-4acc4deb-8afa-4409-b06f-954fcd626df3 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.246020] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4acc4deb-8afa-4409-b06f-954fcd626df3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.246020] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4acc4deb-8afa-4409-b06f-954fcd626df3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.246020] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4acc4deb-8afa-4409-b06f-954fcd626df3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.246020] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4acc4deb-8afa-4409-b06f-954fcd626df3',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.253358] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9177f35c-9b13-4204-9e35-9af218b20813',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.748950] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c1e4204-ef25-40e6-a41d-0250216e6636 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.748950] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c1e4204-ef25-40e6-a41d-0250216e6636" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.750103] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0c1e4204-ef25-40e6-a41d-0250216e6636',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.750237] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4acc4deb-8afa-4409-b06f-954fcd626df3 with status ACTIVE [ 982.750452] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.750573] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.750656] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.750876] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.750971] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.751191] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.751295] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.751377] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.751545] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.751628] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.751832] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.751942] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.752571] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.752839] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.753012] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.753163] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4acc4deb-8afa-4409-b06f-954fcd626df3 is going to be updated. [ 982.760193] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.760940] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.760940] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.760940] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.761168] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.761293] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9177f35c-9b13-4204-9e35-9af218b20813 is going to be updated. [ 982.781044] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.781250] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.781250] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.781417] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.782529] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.782529] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4acc4deb-8afa-4409-b06f-954fcd626df3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.799951] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.800137] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.800218] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.800606] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.800606] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.813274] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9177f35c-9b13-4204-9e35-9af218b20813 in Status: IN_PROGRESS for 2s [ 983.255985] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0c1e4204-ef25-40e6-a41d-0250216e6636',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.759298] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.759505] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.759576] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.759844] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.759996] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.760158] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0c1e4204-ef25-40e6-a41d-0250216e6636 is going to be created. [ 983.784945] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.784945] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.784945] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.785410] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.785410] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.796912] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c1e4204-ef25-40e6-a41d-0250216e6636 in Status: UNINITIALIZED for 2s [ 984.823932] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9177f35c-9b13-4204-9e35-9af218b20813 in Status: SUCCESS [ 984.824456] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9177f35c-9b13-4204-9e35-9af218b20813" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.824456] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9177f35c-9b13-4204-9e35-9af218b20813" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.824670] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9177f35c-9b13-4204-9e35-9af218b20813" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.824967] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.825136] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.825217] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.825385] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.825560] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.825642] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9177f35c-9b13-4204-9e35-9af218b20813',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.328171] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9177f35c-9b13-4204-9e35-9af218b20813',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.469157] env[66341]: INFO networking_nsxv3.common.synchronization [req-1df6ba6b-3e16-494d-9284-e6d94f818d13 req-c5c35bd2-c8fc-4e68-a141-d5f9e3d5c7a4 tempest-ServersNegativeTestMultiTenantJSON-281521154 tempest-ServersNegativeTestMultiTenantJSON-281521154-project-member] Enqueued Resource ID: b98d8ee2-f59a-4689-8c0c-13a03225f372 with Priority: HIGHEST for action security_group_members [ 985.469946] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b98d8ee2-f59a-4689-8c0c-13a03225f372 with Priority: HIGHEST for action security_group_members [ 985.470535] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-b98d8ee2-f59a-4689-8c0c-13a03225f372 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.470675] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b98d8ee2-f59a-4689-8c0c-13a03225f372" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.470735] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b98d8ee2-f59a-4689-8c0c-13a03225f372" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.471047] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b98d8ee2-f59a-4689-8c0c-13a03225f372" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.471210] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.471624] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.471719] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.471862] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.471946] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.472053] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b98d8ee2-f59a-4689-8c0c-13a03225f372',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.808759] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c1e4204-ef25-40e6-a41d-0250216e6636 in Status: SUCCESS [ 985.808759] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c1e4204-ef25-40e6-a41d-0250216e6636" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.808759] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c1e4204-ef25-40e6-a41d-0250216e6636" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.809113] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c1e4204-ef25-40e6-a41d-0250216e6636" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.810167] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.810167] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.810167] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.810167] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.810167] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.810167] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c1e4204-ef25-40e6-a41d-0250216e6636" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.810167] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0c1e4204-ef25-40e6-a41d-0250216e6636',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.830336] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9177f35c-9b13-4204-9e35-9af218b20813',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.975081] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.975081] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.975081] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.975378] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.975378] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.975442] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.975545] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.975600] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.975786] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.975868] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.975947] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b98d8ee2-f59a-4689-8c0c-13a03225f372 is going to be updated. [ 986.007218] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.007447] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.007547] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.007792] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.007948] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.022222] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b98d8ee2-f59a-4689-8c0c-13a03225f372 in Status: IN_PROGRESS for 2s [ 986.314112] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c1e4204-ef25-40e6-a41d-0250216e6636 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.314112] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c1e4204-ef25-40e6-a41d-0250216e6636" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.314112] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c1e4204-ef25-40e6-a41d-0250216e6636" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.314112] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c1e4204-ef25-40e6-a41d-0250216e6636" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.314112] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.314112] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.314112] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.314112] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.314112] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.314112] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c1e4204-ef25-40e6-a41d-0250216e6636" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.314112] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c1e4204-ef25-40e6-a41d-0250216e6636 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.314648] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c1e4204-ef25-40e6-a41d-0250216e6636" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.314648] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c1e4204-ef25-40e6-a41d-0250216e6636" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.314648] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c1e4204-ef25-40e6-a41d-0250216e6636" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.314648] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.314648] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.314648] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.315029] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.315029] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.315120] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c1e4204-ef25-40e6-a41d-0250216e6636" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.315284] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0c1e4204-ef25-40e6-a41d-0250216e6636',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.332781] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.335171] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.335303] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.336082] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.336082] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.336082] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9177f35c-9b13-4204-9e35-9af218b20813 is going to be updated. [ 986.365036] env[66341]: INFO networking_nsxv3.common.synchronization [req-af61fc13-7a0a-4ee3-94ca-cc1597e6bd68 req-ef193d6d-c083-42f4-b2a9-08872eedc1c4 tempest-ServersTestJSON-2126961376 tempest-ServersTestJSON-2126961376-project-member] Enqueued Resource ID: 3bd24151-8924-4c51-b869-89f5cc8e8a8d with Priority: HIGHEST for action security_group_members [ 986.367907] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bd24151-8924-4c51-b869-89f5cc8e8a8d with Priority: HIGHEST for action security_group_members [ 986.368957] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-3bd24151-8924-4c51-b869-89f5cc8e8a8d taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.369123] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3bd24151-8924-4c51-b869-89f5cc8e8a8d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.369190] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3bd24151-8924-4c51-b869-89f5cc8e8a8d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.370297] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3bd24151-8924-4c51-b869-89f5cc8e8a8d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.370297] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.370297] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.370297] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.370297] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.370297] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.370297] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3bd24151-8924-4c51-b869-89f5cc8e8a8d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.376798] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.376798] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.376798] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.376798] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.376798] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.388128] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9177f35c-9b13-4204-9e35-9af218b20813 in Status: IN_PROGRESS for 2s [ 986.818280] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0c1e4204-ef25-40e6-a41d-0250216e6636: rpc.has_security_group_logging(os_id): False [ 986.838854] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock network-55 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.838854] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "network-55" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.838854] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "network-55" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.839345] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "network-55" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.839461] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.839745] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.839745] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.840129] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.841034] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.841034] env[66341]: DEBUG dogpile.cache.region [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 986.841034] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] NeedRegenerationException {{(pid=66341) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 986.841034] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] no value, waiting for create lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 986.841034] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] value creation lock acquired {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 986.841034] env[66341]: DEBUG dogpile.cache.region [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 986.841313] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Calling creation function for not-yet-present value {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 986.841313] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 986.847442] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.847601] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.847645] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.847848] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.847940] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.848183] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.848293] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.848359] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.848538] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.848672] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.848905] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.849759] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.849870] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.850050] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.850202] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.850432] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.850580] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.850657] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.850860] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.850984] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.851132] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0c1e4204-ef25-40e6-a41d-0250216e6636 is going to be created. [ 986.872885] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3bd24151-8924-4c51-b869-89f5cc8e8a8d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.881646] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 986.882357] env[66341]: DEBUG dogpile.cache.region [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Cache value generated in 0.041 seconds for key(s): 'zone-id' {{(pid=66341) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 986.882357] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Released creation lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 986.882357] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "network-55" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.882595] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock port-66c58918-2c37-4284-8d15-c1d68579b5f0 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.882764] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "port-66c58918-2c37-4284-8d15-c1d68579b5f0" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.882881] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "port-66c58918-2c37-4284-8d15-c1d68579b5f0" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.883271] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "port-66c58918-2c37-4284-8d15-c1d68579b5f0" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.884275] env[66341]: DEBUG networking_nsxv3.api.rpc [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('66c58918-2c37-4284-8d15-c1d68579b5f0',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.957647] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.957647] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.957948] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.958160] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.958646] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.979235] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0c1e4204-ef25-40e6-a41d-0250216e6636 in Status: IN_PROGRESS for 2s [ 987.375075] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3bd24151-8924-4c51-b869-89f5cc8e8a8d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.385651] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.386050] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.386207] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.389310] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.389310] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.389310] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Segment Port 66c58918-2c37-4284-8d15-c1d68579b5f0 not found, creating... [ 987.389310] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.389310] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.389310] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.389310] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.389310] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.389310] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.389310] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.389788] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.389788] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.389788] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.389788] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Resource: SegmentPort with ID: 66c58918-2c37-4284-8d15-c1d68579b5f0 is going to be created. [ 987.413327] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.413327] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.413327] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.413327] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.413327] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.413327] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "port-66c58918-2c37-4284-8d15-c1d68579b5f0" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.877958] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.878382] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.878382] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.878473] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.878603] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.878738] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3bd24151-8924-4c51-b869-89f5cc8e8a8d is going to be updated. [ 987.912405] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.912720] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.912720] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.912856] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.912933] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.923986] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3bd24151-8924-4c51-b869-89f5cc8e8a8d in Status: IN_PROGRESS for 2s [ 988.032593] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b98d8ee2-f59a-4689-8c0c-13a03225f372 in Status: SUCCESS [ 988.032879] env[66341]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b98d8ee2-f59a-4689-8c0c-13a03225f372 deletion is rescheduled due to dependency. [ 988.033068] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b98d8ee2-f59a-4689-8c0c-13a03225f372" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.161725] env[66341]: INFO networking_nsxv3.common.synchronization [req-af61fc13-7a0a-4ee3-94ca-cc1597e6bd68 req-0f83bce2-4188-4823-931b-0bdb29820018 service nova] Enqueued Resource ID: 3bd24151-8924-4c51-b869-89f5cc8e8a8d with Priority: HIGHEST for action security_group_rules [ 988.161995] env[66341]: INFO networking_nsxv3.common.synchronization [req-af61fc13-7a0a-4ee3-94ca-cc1597e6bd68 req-0f83bce2-4188-4823-931b-0bdb29820018 service nova] Enqueued Resource ID: 3bd24151-8924-4c51-b869-89f5cc8e8a8d with Priority: HIGHEST for action security_group_members [ 988.162159] env[66341]: INFO networking_nsxv3.common.synchronization [req-af61fc13-7a0a-4ee3-94ca-cc1597e6bd68 req-0f83bce2-4188-4823-931b-0bdb29820018 service nova] Enqueued Resource ID: 66c58918-2c37-4284-8d15-c1d68579b5f0 with Priority: HIGHEST for action port [ 988.162655] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bd24151-8924-4c51-b869-89f5cc8e8a8d with Priority: HIGHEST for action security_group_rules [ 988.162794] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bd24151-8924-4c51-b869-89f5cc8e8a8d with Priority: HIGHEST for action security_group_members [ 988.162891] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66c58918-2c37-4284-8d15-c1d68579b5f0 with Priority: HIGHEST for action port [ 988.163185] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3bd24151-8924-4c51-b869-89f5cc8e8a8d taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.163308] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3bd24151-8924-4c51-b869-89f5cc8e8a8d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.163443] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3bd24151-8924-4c51-b869-89f5cc8e8a8d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.163651] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3bd24151-8924-4c51-b869-89f5cc8e8a8d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.163770] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3bd24151-8924-4c51-b869-89f5cc8e8a8d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.165882] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-3bd24151-8924-4c51-b869-89f5cc8e8a8d taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.166020] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3bd24151-8924-4c51-b869-89f5cc8e8a8d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.167038] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-66c58918-2c37-4284-8d15-c1d68579b5f0 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.167038] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-66c58918-2c37-4284-8d15-c1d68579b5f0" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.167038] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-66c58918-2c37-4284-8d15-c1d68579b5f0" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.167038] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-66c58918-2c37-4284-8d15-c1d68579b5f0" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.167038] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('66c58918-2c37-4284-8d15-c1d68579b5f0',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.398473] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9177f35c-9b13-4204-9e35-9af218b20813 in Status: SUCCESS [ 988.398473] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9177f35c-9b13-4204-9e35-9af218b20813" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.398626] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9177f35c-9b13-4204-9e35-9af218b20813" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.398835] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9177f35c-9b13-4204-9e35-9af218b20813" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.399622] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.399622] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.399622] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.399622] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.399622] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.399622] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9177f35c-9b13-4204-9e35-9af218b20813" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.399622] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-9177f35c-9b13-4204-9e35-9af218b20813 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.399958] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9177f35c-9b13-4204-9e35-9af218b20813" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.399958] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9177f35c-9b13-4204-9e35-9af218b20813" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.399958] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9177f35c-9b13-4204-9e35-9af218b20813" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.400479] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.400633] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.400672] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.401634] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.401634] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.401634] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9177f35c-9b13-4204-9e35-9af218b20813" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.401634] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9177f35c-9b13-4204-9e35-9af218b20813',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.668698] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-3bd24151-8924-4c51-b869-89f5cc8e8a8d taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.669047] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3bd24151-8924-4c51-b869-89f5cc8e8a8d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.669446] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 66c58918-2c37-4284-8d15-c1d68579b5f0 with status ACTIVE [ 988.669652] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.669784] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.669842] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.673446] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.673446] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.673446] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.673446] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.673446] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.673446] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.673446] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.673446] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.673714] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.673714] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.674007] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.674007] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.674007] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 66c58918-2c37-4284-8d15-c1d68579b5f0 is going to be updated. [ 988.697745] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.697745] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.697745] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.698093] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.698299] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.698521] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-66c58918-2c37-4284-8d15-c1d68579b5f0" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.831804] env[66341]: INFO networking_nsxv3.common.synchronization [req-29e6955b-028e-4ab6-bae6-16d820029dc0 req-03d44ec6-8426-428f-b1e3-a1c3c75b13a4 tempest-ImagesTestJSON-1540688741 tempest-ImagesTestJSON-1540688741-project-member] Enqueued Resource ID: 8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a with Priority: HIGHEST for action security_group_members [ 988.832367] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a with Priority: HIGHEST for action security_group_members [ 988.832674] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.832797] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.832860] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.833067] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.833215] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.833312] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.833376] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.833511] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.833592] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.833686] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.903962] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9177f35c-9b13-4204-9e35-9af218b20813: rpc.has_security_group_logging(os_id): False [ 988.922944] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.923150] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.923229] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.923454] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.923550] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.923745] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.923842] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.923908] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.924073] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.924152] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.924338] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.924435] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.924501] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.924750] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.924862] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.925065] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.925166] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.925230] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.925374] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.925453] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.925542] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9177f35c-9b13-4204-9e35-9af218b20813 is going to be updated. [ 988.989986] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.989986] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.989986] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.989986] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.990326] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.992268] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0c1e4204-ef25-40e6-a41d-0250216e6636 in Status: SUCCESS [ 988.992413] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0c1e4204-ef25-40e6-a41d-0250216e6636" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.003492] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9177f35c-9b13-4204-9e35-9af218b20813 in Status: IN_PROGRESS for 2s [ 989.339024] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.339024] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.339024] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.339024] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.339024] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.339024] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.339024] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.339024] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.339024] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.339024] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.339024] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a is going to be updated. [ 989.372128] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.372382] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.372382] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.372579] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.372733] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.382758] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a in Status: IN_PROGRESS for 2s [ 989.937846] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3bd24151-8924-4c51-b869-89f5cc8e8a8d in Status: SUCCESS [ 989.938233] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3bd24151-8924-4c51-b869-89f5cc8e8a8d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.938233] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3bd24151-8924-4c51-b869-89f5cc8e8a8d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.938440] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3bd24151-8924-4c51-b869-89f5cc8e8a8d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.940098] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.940098] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.940098] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.940098] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.940098] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.940098] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3bd24151-8924-4c51-b869-89f5cc8e8a8d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.441710] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3bd24151-8924-4c51-b869-89f5cc8e8a8d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.944668] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3bd24151-8924-4c51-b869-89f5cc8e8a8d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.021626] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9177f35c-9b13-4204-9e35-9af218b20813 in Status: SUCCESS [ 991.021626] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9177f35c-9b13-4204-9e35-9af218b20813" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.021626] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9177f35c-9b13-4204-9e35-9af218b20813" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.021626] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9177f35c-9b13-4204-9e35-9af218b20813" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.021626] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9177f35c-9b13-4204-9e35-9af218b20813',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.394965] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a in Status: SUCCESS [ 991.397039] env[66341]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a deletion is rescheduled due to dependency. [ 991.397039] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.448392] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.448779] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.448779] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.448934] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.448971] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.449063] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3bd24151-8924-4c51-b869-89f5cc8e8a8d is going to be updated. [ 991.478281] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.478455] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.478540] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.478790] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.478969] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.488827] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3bd24151-8924-4c51-b869-89f5cc8e8a8d in Status: IN_PROGRESS for 2s [ 991.522398] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-9177f35c-9b13-4204-9e35-9af218b20813 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.522596] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9177f35c-9b13-4204-9e35-9af218b20813" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.522643] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9177f35c-9b13-4204-9e35-9af218b20813" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.522968] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9177f35c-9b13-4204-9e35-9af218b20813" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.523169] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.523278] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.523355] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.523520] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.523611] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.523702] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9177f35c-9b13-4204-9e35-9af218b20813" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.523812] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9177f35c-9b13-4204-9e35-9af218b20813',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.028333] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-9177f35c-9b13-4204-9e35-9af218b20813 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.028333] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9177f35c-9b13-4204-9e35-9af218b20813" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.028333] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9177f35c-9b13-4204-9e35-9af218b20813" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.028333] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9177f35c-9b13-4204-9e35-9af218b20813" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.028333] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.028848] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.028848] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.028848] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.028957] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.029099] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9177f35c-9b13-4204-9e35-9af218b20813" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.029681] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-9177f35c-9b13-4204-9e35-9af218b20813 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.029681] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9177f35c-9b13-4204-9e35-9af218b20813" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.029681] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9177f35c-9b13-4204-9e35-9af218b20813" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.030073] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9177f35c-9b13-4204-9e35-9af218b20813" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.030352] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.030871] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.030989] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.031200] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.031321] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.031442] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9177f35c-9b13-4204-9e35-9af218b20813" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.031566] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9177f35c-9b13-4204-9e35-9af218b20813',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.533978] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9177f35c-9b13-4204-9e35-9af218b20813: rpc.has_security_group_logging(os_id): False [ 992.553799] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.554164] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.554164] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.554497] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.554497] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.554599] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.554700] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.554700] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.554879] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.554931] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.555130] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.555239] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.555303] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.555422] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.555491] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.555694] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.555788] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.555858] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.555983] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.556116] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.556206] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9177f35c-9b13-4204-9e35-9af218b20813 is going to be updated. [ 992.640051] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.640051] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.640419] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.640419] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.640549] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.662675] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9177f35c-9b13-4204-9e35-9af218b20813 in Status: IN_PROGRESS for 2s [ 993.501685] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3bd24151-8924-4c51-b869-89f5cc8e8a8d in Status: SUCCESS [ 993.502029] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3bd24151-8924-4c51-b869-89f5cc8e8a8d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.502895] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3bd24151-8924-4c51-b869-89f5cc8e8a8d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.502895] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3bd24151-8924-4c51-b869-89f5cc8e8a8d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.502895] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.503092] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.503092] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.503444] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.504152] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.505176] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3bd24151-8924-4c51-b869-89f5cc8e8a8d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.505176] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3bd24151-8924-4c51-b869-89f5cc8e8a8d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.549695] env[66341]: INFO networking_nsxv3.common.synchronization [None req-690ae488-07d4-4a41-aef6-8ad53a67e479 tempest-ServerActionsTestOtherA-1115878785 tempest-ServerActionsTestOtherA-1115878785-project-member] Enqueued Resource ID: 1702c6fa-3757-415a-b30c-40587377084c with Priority: HIGHEST for action security_group_rules [ 993.550064] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1702c6fa-3757-415a-b30c-40587377084c with Priority: HIGHEST for action security_group_rules [ 993.550401] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1702c6fa-3757-415a-b30c-40587377084c taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.550579] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1702c6fa-3757-415a-b30c-40587377084c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.550579] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1702c6fa-3757-415a-b30c-40587377084c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.550880] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1702c6fa-3757-415a-b30c-40587377084c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.550880] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1702c6fa-3757-415a-b30c-40587377084c',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.694378] env[66341]: INFO networking_nsxv3.common.synchronization [None req-2892cd8a-faef-4852-888a-27a4eadd778f tempest-ServerActionsTestOtherA-1115878785 tempest-ServerActionsTestOtherA-1115878785-project-member] Enqueued Resource ID: 1702c6fa-3757-415a-b30c-40587377084c with Priority: HIGHEST for action security_group_rules [ 993.695031] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1702c6fa-3757-415a-b30c-40587377084c with Priority: HIGHEST for action security_group_rules [ 993.695902] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1702c6fa-3757-415a-b30c-40587377084c taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.696068] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1702c6fa-3757-415a-b30c-40587377084c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.008308] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-3bd24151-8924-4c51-b869-89f5cc8e8a8d taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.008444] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3bd24151-8924-4c51-b869-89f5cc8e8a8d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.008444] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3bd24151-8924-4c51-b869-89f5cc8e8a8d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.008746] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3bd24151-8924-4c51-b869-89f5cc8e8a8d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.008980] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.009146] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.009252] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.010098] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.010098] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.010098] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3bd24151-8924-4c51-b869-89f5cc8e8a8d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.010098] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-3bd24151-8924-4c51-b869-89f5cc8e8a8d taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.010300] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3bd24151-8924-4c51-b869-89f5cc8e8a8d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.010300] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3bd24151-8924-4c51-b869-89f5cc8e8a8d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.010512] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3bd24151-8924-4c51-b869-89f5cc8e8a8d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.010734] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.010892] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.011010] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.011217] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.011354] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.011489] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3bd24151-8924-4c51-b869-89f5cc8e8a8d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.012104] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3bd24151-8924-4c51-b869-89f5cc8e8a8d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.058995] env[66341]: INFO networking_nsxv3.common.synchronization [None req-f10cb3ba-7c86-42b0-922e-271f5d351e58 None None] Enqueued Resource ID: 5d782735-cfb8-4555-a682-74c9ccaae638 with Priority: HIGHEST for action port [ 994.059808] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d782735-cfb8-4555-a682-74c9ccaae638 with Priority: HIGHEST for action port [ 994.060596] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-5d782735-cfb8-4555-a682-74c9ccaae638 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.061257] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5d782735-cfb8-4555-a682-74c9ccaae638" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.061385] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5d782735-cfb8-4555-a682-74c9ccaae638" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.062050] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5d782735-cfb8-4555-a682-74c9ccaae638" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.062272] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5d782735-cfb8-4555-a682-74c9ccaae638',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.083822] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.084133] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.084505] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.084639] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.084809] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.084968] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1702c6fa-3757-415a-b30c-40587377084c already deleted. [ 994.085511] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1702c6fa-3757-415a-b30c-40587377084c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.086244] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1702c6fa-3757-415a-b30c-40587377084c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.086555] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1702c6fa-3757-415a-b30c-40587377084c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.086789] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1702c6fa-3757-415a-b30c-40587377084c',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.514815] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3bd24151-8924-4c51-b869-89f5cc8e8a8d: rpc.has_security_group_logging(os_id): False [ 994.534433] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.534433] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.534633] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.534667] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.534763] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.535120] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.535237] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.535276] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.535434] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.535514] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.536210] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.536210] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.536210] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.536210] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.536210] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.536577] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.536577] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.536577] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.536705] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.536705] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.536760] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3bd24151-8924-4c51-b869-89f5cc8e8a8d is going to be updated. [ 994.566150] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5d782735-cfb8-4555-a682-74c9ccaae638 [ 994.566150] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.566150] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.566150] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.566150] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.566150] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.566150] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5d782735-cfb8-4555-a682-74c9ccaae638 already deleted. [ 994.566150] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5d782735-cfb8-4555-a682-74c9ccaae638" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.608879] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.608879] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.608879] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.608879] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.610398] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.613060] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.613284] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.613394] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.613700] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.613874] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.614030] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1702c6fa-3757-415a-b30c-40587377084c already deleted. [ 994.614156] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1702c6fa-3757-415a-b30c-40587377084c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.624320] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3bd24151-8924-4c51-b869-89f5cc8e8a8d in Status: IN_PROGRESS for 2s [ 994.689620] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9177f35c-9b13-4204-9e35-9af218b20813 in Status: SUCCESS [ 994.689620] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9177f35c-9b13-4204-9e35-9af218b20813" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.444157] env[66341]: INFO networking_nsxv3.common.synchronization [req-aac1bc4e-a9c2-4921-93a1-d25aec87d00a req-5dc457bc-75b2-4714-8a2d-74ae03b0b03f tempest-AttachInterfacesTestJSON-748429391 tempest-AttachInterfacesTestJSON-748429391-project-member] Enqueued Resource ID: 3b39a8b0-a78c-4d52-91b6-8862536bfaa9 with Priority: HIGHEST for action security_group_members [ 995.444861] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b39a8b0-a78c-4d52-91b6-8862536bfaa9 with Priority: HIGHEST for action security_group_members [ 995.446634] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b39a8b0-a78c-4d52-91b6-8862536bfaa9 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.446922] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b39a8b0-a78c-4d52-91b6-8862536bfaa9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.446922] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b39a8b0-a78c-4d52-91b6-8862536bfaa9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.447265] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b39a8b0-a78c-4d52-91b6-8862536bfaa9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.447835] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.447835] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.447835] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.447835] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.447993] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.449997] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3b39a8b0-a78c-4d52-91b6-8862536bfaa9',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.940932] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock network-737 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.941362] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "network-737" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.941429] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "network-737" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.941693] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "network-737" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.942019] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.942214] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.942317] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.942536] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.943300] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.943300] env[66341]: DEBUG dogpile.cache.region [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 995.943465] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] NeedRegenerationException {{(pid=66341) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 995.943465] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] no value, waiting for create lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 995.943540] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] value creation lock acquired {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 995.943659] env[66341]: DEBUG dogpile.cache.region [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 995.943773] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Calling creation function for not-yet-present value {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 995.943906] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 995.953044] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.953432] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.953432] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.953540] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.968517] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 995.969539] env[66341]: DEBUG dogpile.cache.region [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66341) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 995.969539] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Released creation lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 995.969539] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "network-737" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.969539] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock port-e4bc01c1-8d94-408e-93de-9d91966ee984 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.969803] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "port-e4bc01c1-8d94-408e-93de-9d91966ee984" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.969803] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "port-e4bc01c1-8d94-408e-93de-9d91966ee984" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.970166] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "port-e4bc01c1-8d94-408e-93de-9d91966ee984" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.970307] env[66341]: DEBUG networking_nsxv3.api.rpc [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e4bc01c1-8d94-408e-93de-9d91966ee984',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.980436] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.980736] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.980865] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.980865] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.981210] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.981299] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.981401] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3b39a8b0-a78c-4d52-91b6-8862536bfaa9 is going to be updated. [ 996.012355] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.012612] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.012782] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.013112] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.013351] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.026676] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b39a8b0-a78c-4d52-91b6-8862536bfaa9 in Status: IN_PROGRESS for 2s [ 996.473080] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.473080] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.473218] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.473539] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.473615] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.473818] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Segment Port e4bc01c1-8d94-408e-93de-9d91966ee984 not found, creating... [ 996.475117] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.475117] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.475117] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.475117] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.475117] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.475117] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.475374] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.475374] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.475487] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.475620] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.475758] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Resource: SegmentPort with ID: e4bc01c1-8d94-408e-93de-9d91966ee984 is going to be created. [ 996.498301] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.498529] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.498656] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.498940] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.499191] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.499456] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "port-e4bc01c1-8d94-408e-93de-9d91966ee984" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.643331] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3bd24151-8924-4c51-b869-89f5cc8e8a8d in Status: SUCCESS [ 996.643974] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3bd24151-8924-4c51-b869-89f5cc8e8a8d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.002651] env[66341]: INFO networking_nsxv3.common.synchronization [None req-7bd9d4ce-5803-46db-8498-cff3a085bb2f None None] Enqueued Resource ID: d9463fca-5d23-46c4-98c2-5653b6ae4017 with Priority: HIGHEST for action port [ 997.002651] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9463fca-5d23-46c4-98c2-5653b6ae4017 with Priority: HIGHEST for action port [ 997.003168] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-d9463fca-5d23-46c4-98c2-5653b6ae4017 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.003356] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d9463fca-5d23-46c4-98c2-5653b6ae4017" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.003452] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d9463fca-5d23-46c4-98c2-5653b6ae4017" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.003798] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d9463fca-5d23-46c4-98c2-5653b6ae4017" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.003924] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d9463fca-5d23-46c4-98c2-5653b6ae4017',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.136679] env[66341]: INFO networking_nsxv3.common.synchronization [req-29fe27d9-c86c-4e5e-9050-8310f8a0c041 req-0409cba1-e9bd-404f-a709-24a2316f980e tempest-AttachVolumeShelveTestJSON-330010653 tempest-AttachVolumeShelveTestJSON-330010653-project-member] Enqueued Resource ID: 4c73aa37-2928-4999-a9f4-cc6731e36f3f with Priority: HIGHEST for action security_group_members [ 997.137540] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c73aa37-2928-4999-a9f4-cc6731e36f3f with Priority: HIGHEST for action security_group_members [ 997.138139] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c73aa37-2928-4999-a9f4-cc6731e36f3f taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.138139] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c73aa37-2928-4999-a9f4-cc6731e36f3f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.138139] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c73aa37-2928-4999-a9f4-cc6731e36f3f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.138139] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c73aa37-2928-4999-a9f4-cc6731e36f3f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.138926] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.139061] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.139131] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.139327] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.139420] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.139523] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4c73aa37-2928-4999-a9f4-cc6731e36f3f',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.223081] env[66341]: INFO networking_nsxv3.common.synchronization [req-aac1bc4e-a9c2-4921-93a1-d25aec87d00a req-37e14fea-6cd9-4699-9a3d-dff59d8eb263 service nova] Enqueued Resource ID: 3b39a8b0-a78c-4d52-91b6-8862536bfaa9 with Priority: HIGHEST for action security_group_rules [ 997.223300] env[66341]: INFO networking_nsxv3.common.synchronization [req-aac1bc4e-a9c2-4921-93a1-d25aec87d00a req-37e14fea-6cd9-4699-9a3d-dff59d8eb263 service nova] Enqueued Resource ID: 3b39a8b0-a78c-4d52-91b6-8862536bfaa9 with Priority: HIGHEST for action security_group_members [ 997.223456] env[66341]: INFO networking_nsxv3.common.synchronization [req-aac1bc4e-a9c2-4921-93a1-d25aec87d00a req-37e14fea-6cd9-4699-9a3d-dff59d8eb263 service nova] Enqueued Resource ID: e4bc01c1-8d94-408e-93de-9d91966ee984 with Priority: HIGHEST for action port [ 997.224163] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b39a8b0-a78c-4d52-91b6-8862536bfaa9 with Priority: HIGHEST for action security_group_rules [ 997.224310] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b39a8b0-a78c-4d52-91b6-8862536bfaa9 with Priority: HIGHEST for action security_group_members [ 997.224411] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4bc01c1-8d94-408e-93de-9d91966ee984 with Priority: HIGHEST for action port [ 997.230467] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3b39a8b0-a78c-4d52-91b6-8862536bfaa9 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.230467] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3b39a8b0-a78c-4d52-91b6-8862536bfaa9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.230467] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3b39a8b0-a78c-4d52-91b6-8862536bfaa9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.230467] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3b39a8b0-a78c-4d52-91b6-8862536bfaa9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.230467] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3b39a8b0-a78c-4d52-91b6-8862536bfaa9',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.230467] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b39a8b0-a78c-4d52-91b6-8862536bfaa9 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.230467] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b39a8b0-a78c-4d52-91b6-8862536bfaa9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.230467] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-e4bc01c1-8d94-408e-93de-9d91966ee984 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.230467] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e4bc01c1-8d94-408e-93de-9d91966ee984" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.230467] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e4bc01c1-8d94-408e-93de-9d91966ee984" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.230467] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e4bc01c1-8d94-408e-93de-9d91966ee984" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.230467] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e4bc01c1-8d94-408e-93de-9d91966ee984',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.506464] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d9463fca-5d23-46c4-98c2-5653b6ae4017 [ 997.506696] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.506860] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.506905] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.507144] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.507241] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.507334] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d9463fca-5d23-46c4-98c2-5653b6ae4017 already deleted. [ 997.507410] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d9463fca-5d23-46c4-98c2-5653b6ae4017" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.642757] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.642757] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.642757] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.642757] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.642757] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.642757] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.642757] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.642757] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.642757] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.642757] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.642757] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c73aa37-2928-4999-a9f4-cc6731e36f3f is going to be updated. [ 997.655403] env[66341]: INFO networking_nsxv3.common.synchronization [req-72bf938d-2056-4b02-9090-2c0f91ca86ee req-3aa4a453-9c6f-4bdb-9f57-f4ab23aad231 tempest-ServersV294TestFqdnHostnames-1059221608 tempest-ServersV294TestFqdnHostnames-1059221608-project-member] Enqueued Resource ID: ae0d15ea-95ee-4114-8fd2-bc23c0afd37f with Priority: HIGHEST for action security_group_members [ 997.656036] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae0d15ea-95ee-4114-8fd2-bc23c0afd37f with Priority: HIGHEST for action security_group_members [ 997.656949] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae0d15ea-95ee-4114-8fd2-bc23c0afd37f taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.656949] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae0d15ea-95ee-4114-8fd2-bc23c0afd37f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.656949] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae0d15ea-95ee-4114-8fd2-bc23c0afd37f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.657722] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae0d15ea-95ee-4114-8fd2-bc23c0afd37f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.657722] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.657722] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.657722] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.657870] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.657902] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.659559] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ae0d15ea-95ee-4114-8fd2-bc23c0afd37f',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.674105] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.674437] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.675152] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.675429] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.675596] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.687132] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c73aa37-2928-4999-a9f4-cc6731e36f3f in Status: IN_PROGRESS for 2s [ 997.731277] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b39a8b0-a78c-4d52-91b6-8862536bfaa9 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.731519] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b39a8b0-a78c-4d52-91b6-8862536bfaa9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.732761] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e4bc01c1-8d94-408e-93de-9d91966ee984 with status ACTIVE [ 997.733037] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.733194] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.733264] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.733473] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.733561] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.733729] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.733824] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.733886] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.734083] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.734136] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.734291] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.734383] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.734443] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.734596] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.734702] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.734810] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e4bc01c1-8d94-408e-93de-9d91966ee984 is going to be updated. [ 997.778563] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.778820] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.778926] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.779206] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.779367] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.779549] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e4bc01c1-8d94-408e-93de-9d91966ee984" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.040841] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b39a8b0-a78c-4d52-91b6-8862536bfaa9 in Status: SUCCESS [ 998.040841] env[66341]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3b39a8b0-a78c-4d52-91b6-8862536bfaa9 deletion is rescheduled due to dependency. [ 998.040841] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b39a8b0-a78c-4d52-91b6-8862536bfaa9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.040841] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b39a8b0-a78c-4d52-91b6-8862536bfaa9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.040841] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b39a8b0-a78c-4d52-91b6-8862536bfaa9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.040841] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.041543] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.041543] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.041543] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.041543] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.041543] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3b39a8b0-a78c-4d52-91b6-8862536bfaa9',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.161505] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.161708] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.161810] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.162089] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.185703] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.185886] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.186072] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.186717] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.186717] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.186717] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.186717] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ae0d15ea-95ee-4114-8fd2-bc23c0afd37f is going to be updated. [ 998.222829] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.223000] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.223104] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.223332] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.223505] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.233518] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ae0d15ea-95ee-4114-8fd2-bc23c0afd37f in Status: IN_PROGRESS for 2s [ 998.545600] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3b39a8b0-a78c-4d52-91b6-8862536bfaa9',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.048500] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3b39a8b0-a78c-4d52-91b6-8862536bfaa9',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.414482] env[66341]: INFO networking_nsxv3.common.synchronization [req-e4ae24a5-1b8d-4b46-b412-58523578763c req-d3085500-e56a-4947-bcdf-595eefb946c1 tempest-ServerRescueTestJSONUnderV235-153841606 tempest-ServerRescueTestJSONUnderV235-153841606-project-member] Enqueued Resource ID: e9dff16e-5899-4d95-b2b8-972a93316bec with Priority: HIGHEST for action security_group_members [ 999.414659] env[66341]: INFO networking_nsxv3.common.synchronization [req-e4ae24a5-1b8d-4b46-b412-58523578763c req-d3085500-e56a-4947-bcdf-595eefb946c1 tempest-ServerRescueTestJSONUnderV235-153841606 tempest-ServerRescueTestJSONUnderV235-153841606-project-member] Enqueued Resource ID: 750fd2c2-8288-4c84-9c31-c2fc2dd4b186 with Priority: HIGHEST for action security_group_members [ 999.415218] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9dff16e-5899-4d95-b2b8-972a93316bec with Priority: HIGHEST for action security_group_members [ 999.415364] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 750fd2c2-8288-4c84-9c31-c2fc2dd4b186 with Priority: HIGHEST for action security_group_members [ 999.415641] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9dff16e-5899-4d95-b2b8-972a93316bec taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.415903] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9dff16e-5899-4d95-b2b8-972a93316bec" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.415955] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9dff16e-5899-4d95-b2b8-972a93316bec" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.416176] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9dff16e-5899-4d95-b2b8-972a93316bec" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.416361] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.416439] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.416488] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.416633] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.416724] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.416810] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e9dff16e-5899-4d95-b2b8-972a93316bec',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.417923] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-750fd2c2-8288-4c84-9c31-c2fc2dd4b186 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.418037] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-750fd2c2-8288-4c84-9c31-c2fc2dd4b186" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.418108] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-750fd2c2-8288-4c84-9c31-c2fc2dd4b186" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.418322] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-750fd2c2-8288-4c84-9c31-c2fc2dd4b186" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.418460] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.418557] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.418620] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.418762] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.418840] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.419066] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('750fd2c2-8288-4c84-9c31-c2fc2dd4b186',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.463411] env[66341]: INFO networking_nsxv3.common.synchronization [req-e4ae24a5-1b8d-4b46-b412-58523578763c req-d3085500-e56a-4947-bcdf-595eefb946c1 tempest-ServerRescueTestJSONUnderV235-153841606 tempest-ServerRescueTestJSONUnderV235-153841606-project-member] Enqueued Resource ID: 750fd2c2-8288-4c84-9c31-c2fc2dd4b186 with Priority: HIGHEST for action security_group_rules [ 999.463590] env[66341]: INFO networking_nsxv3.common.synchronization [req-e4ae24a5-1b8d-4b46-b412-58523578763c req-d3085500-e56a-4947-bcdf-595eefb946c1 tempest-ServerRescueTestJSONUnderV235-153841606 tempest-ServerRescueTestJSONUnderV235-153841606-project-member] Enqueued Resource ID: 750fd2c2-8288-4c84-9c31-c2fc2dd4b186 with Priority: HIGHEST for action security_group_members [ 999.463728] env[66341]: INFO networking_nsxv3.common.synchronization [req-e4ae24a5-1b8d-4b46-b412-58523578763c req-d3085500-e56a-4947-bcdf-595eefb946c1 tempest-ServerRescueTestJSONUnderV235-153841606 tempest-ServerRescueTestJSONUnderV235-153841606-project-member] Enqueued Resource ID: e9dff16e-5899-4d95-b2b8-972a93316bec with Priority: HIGHEST for action security_group_rules [ 999.463857] env[66341]: INFO networking_nsxv3.common.synchronization [req-e4ae24a5-1b8d-4b46-b412-58523578763c req-d3085500-e56a-4947-bcdf-595eefb946c1 tempest-ServerRescueTestJSONUnderV235-153841606 tempest-ServerRescueTestJSONUnderV235-153841606-project-member] Enqueued Resource ID: e9dff16e-5899-4d95-b2b8-972a93316bec with Priority: HIGHEST for action security_group_members [ 999.463983] env[66341]: INFO networking_nsxv3.common.synchronization [req-e4ae24a5-1b8d-4b46-b412-58523578763c req-d3085500-e56a-4947-bcdf-595eefb946c1 tempest-ServerRescueTestJSONUnderV235-153841606 tempest-ServerRescueTestJSONUnderV235-153841606-project-member] Enqueued Resource ID: ee667ea4-a9e0-4180-8dd0-370cce51435c with Priority: HIGHEST for action port [ 999.464568] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 750fd2c2-8288-4c84-9c31-c2fc2dd4b186 with Priority: HIGHEST for action security_group_rules [ 999.464703] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9dff16e-5899-4d95-b2b8-972a93316bec with Priority: HIGHEST for action security_group_rules [ 999.464803] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee667ea4-a9e0-4180-8dd0-370cce51435c with Priority: HIGHEST for action port [ 999.464954] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 750fd2c2-8288-4c84-9c31-c2fc2dd4b186 with Priority: HIGHEST for action security_group_members [ 999.465071] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9dff16e-5899-4d95-b2b8-972a93316bec with Priority: HIGHEST for action security_group_members [ 999.465356] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-750fd2c2-8288-4c84-9c31-c2fc2dd4b186 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.465638] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-750fd2c2-8288-4c84-9c31-c2fc2dd4b186" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.465724] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-750fd2c2-8288-4c84-9c31-c2fc2dd4b186" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.466056] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-750fd2c2-8288-4c84-9c31-c2fc2dd4b186" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.466155] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('750fd2c2-8288-4c84-9c31-c2fc2dd4b186',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.467099] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e9dff16e-5899-4d95-b2b8-972a93316bec taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.467271] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e9dff16e-5899-4d95-b2b8-972a93316bec" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.467377] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e9dff16e-5899-4d95-b2b8-972a93316bec" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.467649] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e9dff16e-5899-4d95-b2b8-972a93316bec" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.467753] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e9dff16e-5899-4d95-b2b8-972a93316bec',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.471150] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-ee667ea4-a9e0-4180-8dd0-370cce51435c taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.471280] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ee667ea4-a9e0-4180-8dd0-370cce51435c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.471335] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ee667ea4-a9e0-4180-8dd0-370cce51435c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.471545] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ee667ea4-a9e0-4180-8dd0-370cce51435c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.471633] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ee667ea4-a9e0-4180-8dd0-370cce51435c',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.472856] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-750fd2c2-8288-4c84-9c31-c2fc2dd4b186 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.472982] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-750fd2c2-8288-4c84-9c31-c2fc2dd4b186" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.473221] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9dff16e-5899-4d95-b2b8-972a93316bec taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.473416] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9dff16e-5899-4d95-b2b8-972a93316bec" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.552673] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.552673] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.552673] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.552673] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.552673] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.552673] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3b39a8b0-a78c-4d52-91b6-8862536bfaa9 is going to be updated. [ 999.579778] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.579970] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.580031] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.580244] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.580367] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.589581] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b39a8b0-a78c-4d52-91b6-8862536bfaa9 in Status: IN_PROGRESS for 2s [ 999.705545] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c73aa37-2928-4999-a9f4-cc6731e36f3f in Status: SUCCESS [ 999.706438] env[66341]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c73aa37-2928-4999-a9f4-cc6731e36f3f deletion is rescheduled due to dependency. [ 999.706438] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c73aa37-2928-4999-a9f4-cc6731e36f3f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.921085] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e9dff16e-5899-4d95-b2b8-972a93316bec',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.922188] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('750fd2c2-8288-4c84-9c31-c2fc2dd4b186',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.972879] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9dff16e-5899-4d95-b2b8-972a93316bec taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.972879] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9dff16e-5899-4d95-b2b8-972a93316bec" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.972879] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ee667ea4-a9e0-4180-8dd0-370cce51435c with status ACTIVE [ 999.973168] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.973246] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.973328] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.973528] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.973627] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.973915] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.973915] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.974064] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.974158] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.974239] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.974417] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.974518] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.974630] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.974711] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.974782] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.974870] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ee667ea4-a9e0-4180-8dd0-370cce51435c is going to be updated. [ 999.976283] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-750fd2c2-8288-4c84-9c31-c2fc2dd4b186 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.976283] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-750fd2c2-8288-4c84-9c31-c2fc2dd4b186" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.998994] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.999236] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.999236] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.999455] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.999602] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.999766] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ee667ea4-a9e0-4180-8dd0-370cce51435c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.248097] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ae0d15ea-95ee-4114-8fd2-bc23c0afd37f in Status: SUCCESS [ 1000.248523] env[66341]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ae0d15ea-95ee-4114-8fd2-bc23c0afd37f deletion is rescheduled due to dependency. [ 1000.248523] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae0d15ea-95ee-4114-8fd2-bc23c0afd37f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.424256] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e9dff16e-5899-4d95-b2b8-972a93316bec',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.425945] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('750fd2c2-8288-4c84-9c31-c2fc2dd4b186',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.476781] env[66341]: INFO networking_nsxv3.common.synchronization [req-486132a9-5408-4587-b6e4-4e4f8c90ffb9 req-771b457c-2517-4a76-9e89-e29b0ded37cf tempest-ServerRescueTestJSONUnderV235-153841606 tempest-ServerRescueTestJSONUnderV235-153841606-project-member] Enqueued Resource ID: e9dff16e-5899-4d95-b2b8-972a93316bec with Priority: HIGHEST for action security_group_members [ 1000.477101] env[66341]: INFO networking_nsxv3.common.synchronization [req-486132a9-5408-4587-b6e4-4e4f8c90ffb9 req-771b457c-2517-4a76-9e89-e29b0ded37cf tempest-ServerRescueTestJSONUnderV235-153841606 tempest-ServerRescueTestJSONUnderV235-153841606-project-member] Enqueued Resource ID: 750fd2c2-8288-4c84-9c31-c2fc2dd4b186 with Priority: HIGHEST for action security_group_members [ 1000.477725] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9dff16e-5899-4d95-b2b8-972a93316bec with Priority: HIGHEST for action security_group_members [ 1000.477725] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 750fd2c2-8288-4c84-9c31-c2fc2dd4b186 with Priority: HIGHEST for action security_group_members [ 1000.478140] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9dff16e-5899-4d95-b2b8-972a93316bec taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.478140] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9dff16e-5899-4d95-b2b8-972a93316bec" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.478390] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-750fd2c2-8288-4c84-9c31-c2fc2dd4b186 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.478462] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-750fd2c2-8288-4c84-9c31-c2fc2dd4b186" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.525407] env[66341]: INFO networking_nsxv3.common.synchronization [req-486132a9-5408-4587-b6e4-4e4f8c90ffb9 req-771b457c-2517-4a76-9e89-e29b0ded37cf tempest-ServerRescueTestJSONUnderV235-153841606 tempest-ServerRescueTestJSONUnderV235-153841606-project-member] Enqueued Resource ID: e9dff16e-5899-4d95-b2b8-972a93316bec with Priority: HIGHEST for action security_group_rules [ 1000.525573] env[66341]: INFO networking_nsxv3.common.synchronization [req-486132a9-5408-4587-b6e4-4e4f8c90ffb9 req-771b457c-2517-4a76-9e89-e29b0ded37cf tempest-ServerRescueTestJSONUnderV235-153841606 tempest-ServerRescueTestJSONUnderV235-153841606-project-member] Enqueued Resource ID: e9dff16e-5899-4d95-b2b8-972a93316bec with Priority: HIGHEST for action security_group_members [ 1000.525717] env[66341]: INFO networking_nsxv3.common.synchronization [req-486132a9-5408-4587-b6e4-4e4f8c90ffb9 req-771b457c-2517-4a76-9e89-e29b0ded37cf tempest-ServerRescueTestJSONUnderV235-153841606 tempest-ServerRescueTestJSONUnderV235-153841606-project-member] Enqueued Resource ID: ee667ea4-a9e0-4180-8dd0-370cce51435c with Priority: HIGHEST for action port [ 1000.526275] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9dff16e-5899-4d95-b2b8-972a93316bec with Priority: HIGHEST for action security_group_rules [ 1000.526431] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9dff16e-5899-4d95-b2b8-972a93316bec with Priority: HIGHEST for action security_group_members [ 1000.526532] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee667ea4-a9e0-4180-8dd0-370cce51435c with Priority: HIGHEST for action port [ 1000.526831] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e9dff16e-5899-4d95-b2b8-972a93316bec taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.526924] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e9dff16e-5899-4d95-b2b8-972a93316bec" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.527141] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9dff16e-5899-4d95-b2b8-972a93316bec taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.527286] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9dff16e-5899-4d95-b2b8-972a93316bec" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.527525] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-ee667ea4-a9e0-4180-8dd0-370cce51435c taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.527657] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ee667ea4-a9e0-4180-8dd0-370cce51435c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.527776] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ee667ea4-a9e0-4180-8dd0-370cce51435c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.528014] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ee667ea4-a9e0-4180-8dd0-370cce51435c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.528118] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ee667ea4-a9e0-4180-8dd0-370cce51435c',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.927619] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.927794] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.927874] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.928148] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.928194] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.928303] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9dff16e-5899-4d95-b2b8-972a93316bec is going to be updated. [ 1000.930070] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.930070] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.930070] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.930584] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.930584] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.930584] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 750fd2c2-8288-4c84-9c31-c2fc2dd4b186 is going to be created. [ 1000.960531] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.960770] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.960770] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.960884] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.961155] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.964938] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.965130] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.965192] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.965378] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.965533] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.975496] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 750fd2c2-8288-4c84-9c31-c2fc2dd4b186 in Status: UNINITIALIZED for 2s [ 1000.976349] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9dff16e-5899-4d95-b2b8-972a93316bec in Status: IN_PROGRESS for 2s [ 1001.030666] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ee667ea4-a9e0-4180-8dd0-370cce51435c with status ACTIVE [ 1001.032106] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.032106] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.032106] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.032106] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.032106] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.032583] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.032583] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.032583] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.032583] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.032583] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.032754] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.032822] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.032899] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.033055] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.033133] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.033222] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ee667ea4-a9e0-4180-8dd0-370cce51435c is going to be updated. [ 1001.060489] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.060741] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.060741] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.061044] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.061255] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.061510] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ee667ea4-a9e0-4180-8dd0-370cce51435c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.113735] env[66341]: INFO networking_nsxv3.common.synchronization [req-8cd8d7be-5133-4a8d-9fe9-6627d85e9e74 req-6ec97a4e-92b8-4e3a-adac-3b27682383d3 tempest-MultipleCreateTestJSON-1513322719 tempest-MultipleCreateTestJSON-1513322719-project-member] Enqueued Resource ID: 9177f35c-9b13-4204-9e35-9af218b20813 with Priority: HIGHEST for action security_group_members [ 1001.114637] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9177f35c-9b13-4204-9e35-9af218b20813 with Priority: HIGHEST for action security_group_members [ 1001.114637] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-9177f35c-9b13-4204-9e35-9af218b20813 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.114797] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9177f35c-9b13-4204-9e35-9af218b20813" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.114865] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9177f35c-9b13-4204-9e35-9af218b20813" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.115112] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9177f35c-9b13-4204-9e35-9af218b20813" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.115271] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.115377] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.115440] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.115596] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.115682] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.115778] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9177f35c-9b13-4204-9e35-9af218b20813',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.601251] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b39a8b0-a78c-4d52-91b6-8862536bfaa9 in Status: SUCCESS [ 1001.601609] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b39a8b0-a78c-4d52-91b6-8862536bfaa9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.601823] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b39a8b0-a78c-4d52-91b6-8862536bfaa9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.602144] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b39a8b0-a78c-4d52-91b6-8862536bfaa9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.602442] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.602620] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.602726] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.602972] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.603119] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.603257] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b39a8b0-a78c-4d52-91b6-8862536bfaa9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.603545] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3b39a8b0-a78c-4d52-91b6-8862536bfaa9',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.617902] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9177f35c-9b13-4204-9e35-9af218b20813',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.106599] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b39a8b0-a78c-4d52-91b6-8862536bfaa9 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.106810] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b39a8b0-a78c-4d52-91b6-8862536bfaa9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.106863] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b39a8b0-a78c-4d52-91b6-8862536bfaa9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.107923] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b39a8b0-a78c-4d52-91b6-8862536bfaa9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.107923] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.107923] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.107923] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.107923] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.107923] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.108243] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b39a8b0-a78c-4d52-91b6-8862536bfaa9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.108243] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b39a8b0-a78c-4d52-91b6-8862536bfaa9 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.108243] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b39a8b0-a78c-4d52-91b6-8862536bfaa9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.108360] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b39a8b0-a78c-4d52-91b6-8862536bfaa9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.108424] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b39a8b0-a78c-4d52-91b6-8862536bfaa9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.108554] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.108669] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.108710] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.108846] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.108928] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.109043] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b39a8b0-a78c-4d52-91b6-8862536bfaa9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.109135] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3b39a8b0-a78c-4d52-91b6-8862536bfaa9',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.122199] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9177f35c-9b13-4204-9e35-9af218b20813',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.421593] env[66341]: INFO networking_nsxv3.common.synchronization [None req-42ea3252-d880-4cb3-9931-f20e56b7714b tempest-AttachInterfacesTestJSON-748429391 tempest-AttachInterfacesTestJSON-748429391-project-member] Enqueued Resource ID: 3b39a8b0-a78c-4d52-91b6-8862536bfaa9 with Priority: HIGHEST for action security_group_members [ 1002.422320] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b39a8b0-a78c-4d52-91b6-8862536bfaa9 with Priority: HIGHEST for action security_group_members [ 1002.422426] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b39a8b0-a78c-4d52-91b6-8862536bfaa9 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.422550] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b39a8b0-a78c-4d52-91b6-8862536bfaa9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.422618] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b39a8b0-a78c-4d52-91b6-8862536bfaa9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.422825] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b39a8b0-a78c-4d52-91b6-8862536bfaa9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.422972] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.423728] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.423855] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.424116] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.424385] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.424385] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3b39a8b0-a78c-4d52-91b6-8862536bfaa9',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.614950] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3b39a8b0-a78c-4d52-91b6-8862536bfaa9: rpc.has_security_group_logging(os_id): False [ 1002.625899] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.625899] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.625899] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.625899] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.625899] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.625899] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9177f35c-9b13-4204-9e35-9af218b20813 is going to be updated. [ 1002.636239] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.636473] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.636563] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.636753] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.636845] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.637089] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.637242] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.637332] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.637506] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.637589] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.637777] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.637873] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.637937] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.638091] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.638178] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.639342] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.639471] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.639586] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.639750] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.639854] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.639991] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3b39a8b0-a78c-4d52-91b6-8862536bfaa9 is going to be updated. [ 1002.667239] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.667440] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.667440] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.667695] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.667846] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.678750] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9177f35c-9b13-4204-9e35-9af218b20813 in Status: IN_PROGRESS for 2s [ 1002.712490] env[66341]: INFO networking_nsxv3.common.synchronization [req-28824f2a-165d-4e3f-a0c7-e47f41eb8b17 req-b06391f3-446e-40d2-ab29-dc589f4b4b89 tempest-MultipleCreateTestJSON-1513322719 tempest-MultipleCreateTestJSON-1513322719-project-member] Enqueued Resource ID: 9177f35c-9b13-4204-9e35-9af218b20813 with Priority: HIGHEST for action security_group_members [ 1002.713330] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9177f35c-9b13-4204-9e35-9af218b20813 with Priority: HIGHEST for action security_group_members [ 1002.713675] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-9177f35c-9b13-4204-9e35-9af218b20813 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.713854] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9177f35c-9b13-4204-9e35-9af218b20813" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.719343] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.719520] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.719520] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.719818] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.720064] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.738494] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3b39a8b0-a78c-4d52-91b6-8862536bfaa9 in Status: IN_PROGRESS for 2s [ 1002.928251] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3b39a8b0-a78c-4d52-91b6-8862536bfaa9',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.988254] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 750fd2c2-8288-4c84-9c31-c2fc2dd4b186 in Status: SUCCESS [ 1002.988470] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-750fd2c2-8288-4c84-9c31-c2fc2dd4b186" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.989255] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9dff16e-5899-4d95-b2b8-972a93316bec in Status: SUCCESS [ 1002.989426] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9dff16e-5899-4d95-b2b8-972a93316bec" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.989635] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-750fd2c2-8288-4c84-9c31-c2fc2dd4b186" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.989787] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-750fd2c2-8288-4c84-9c31-c2fc2dd4b186" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.989974] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.990919] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.990999] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.991441] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.992437] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.992437] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('750fd2c2-8288-4c84-9c31-c2fc2dd4b186',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.995505] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9dff16e-5899-4d95-b2b8-972a93316bec" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.995505] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9dff16e-5899-4d95-b2b8-972a93316bec" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.995505] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.995505] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.995505] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.995505] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.995505] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.995505] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e9dff16e-5899-4d95-b2b8-972a93316bec',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.358216] env[66341]: INFO networking_nsxv3.common.synchronization [req-0c84830e-f5cc-4cb8-b69c-b0d267b5dc81 req-206371b4-97d0-4b09-8276-b898a0c0ab29 tempest-ServerDiskConfigTestJSON-523208532 tempest-ServerDiskConfigTestJSON-523208532-project-member] Enqueued Resource ID: b7f60bac-f9d3-4f79-8d31-ce493c6ee41d with Priority: HIGHEST for action security_group_members [ 1003.358216] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7f60bac-f9d3-4f79-8d31-ce493c6ee41d with Priority: HIGHEST for action security_group_members [ 1003.358216] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7f60bac-f9d3-4f79-8d31-ce493c6ee41d taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.358996] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7f60bac-f9d3-4f79-8d31-ce493c6ee41d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.359315] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7f60bac-f9d3-4f79-8d31-ce493c6ee41d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.359655] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7f60bac-f9d3-4f79-8d31-ce493c6ee41d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.359960] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.361145] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.361356] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.361656] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.361969] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.362212] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b7f60bac-f9d3-4f79-8d31-ce493c6ee41d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.428898] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3b39a8b0-a78c-4d52-91b6-8862536bfaa9',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.496606] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.496783] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.496834] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.497192] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.497392] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.497515] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.497616] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.497679] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.497838] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.497919] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.498039] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 750fd2c2-8288-4c84-9c31-c2fc2dd4b186 is going to be deleted. [ 1003.499253] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e9dff16e-5899-4d95-b2b8-972a93316bec',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.538094] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.538293] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.538369] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.538664] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.538792] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.538926] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-750fd2c2-8288-4c84-9c31-c2fc2dd4b186" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.539103] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-750fd2c2-8288-4c84-9c31-c2fc2dd4b186" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.539300] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-750fd2c2-8288-4c84-9c31-c2fc2dd4b186" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.539520] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.539633] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.539701] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.539880] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.539966] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.540137] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('750fd2c2-8288-4c84-9c31-c2fc2dd4b186',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.824467] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock network-107 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.824787] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "network-107" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.824837] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "network-107" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.825290] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "network-107" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.825601] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.825805] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.825977] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.826286] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.826475] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.826757] env[66341]: DEBUG dogpile.cache.region [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1003.826893] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] NeedRegenerationException {{(pid=66341) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1003.827009] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] no value, waiting for create lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1003.827126] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] value creation lock acquired {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1003.827270] env[66341]: DEBUG dogpile.cache.region [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1003.827385] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Calling creation function for not-yet-present value {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1003.827494] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1003.847493] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1003.847776] env[66341]: DEBUG dogpile.cache.region [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66341) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1003.848028] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Released creation lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1003.848329] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "network-107" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.848797] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock port-5c8e06dd-2dc7-4eb6-899f-ef1ee727ea19 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.849098] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "port-5c8e06dd-2dc7-4eb6-899f-ef1ee727ea19" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.849267] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "port-5c8e06dd-2dc7-4eb6-899f-ef1ee727ea19" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.849611] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "port-5c8e06dd-2dc7-4eb6-899f-ef1ee727ea19" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.849755] env[66341]: DEBUG networking_nsxv3.api.rpc [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5c8e06dd-2dc7-4eb6-899f-ef1ee727ea19',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.866160] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.866354] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.866408] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.866593] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.866685] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.866866] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.866967] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.867044] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.867198] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.867295] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.867388] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7f60bac-f9d3-4f79-8d31-ce493c6ee41d is going to be updated. [ 1003.895478] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.895706] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.895706] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.895938] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.896116] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.907760] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7f60bac-f9d3-4f79-8d31-ce493c6ee41d in Status: IN_PROGRESS for 2s [ 1003.931833] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.931833] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.931833] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.931833] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.932305] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.932305] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3b39a8b0-a78c-4d52-91b6-8862536bfaa9 is going to be updated. [ 1003.959365] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.959516] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.959583] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.959793] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.960166] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.970909] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b39a8b0-a78c-4d52-91b6-8862536bfaa9 in Status: IN_PROGRESS for 2s [ 1004.002062] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e9dff16e-5899-4d95-b2b8-972a93316bec',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.042999] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.043235] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.043332] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.043608] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.043729] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.043983] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.044137] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.044218] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.044415] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.044521] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.044631] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 750fd2c2-8288-4c84-9c31-c2fc2dd4b186 already deleted. [ 1004.044743] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-750fd2c2-8288-4c84-9c31-c2fc2dd4b186" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.044875] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('750fd2c2-8288-4c84-9c31-c2fc2dd4b186',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.045867] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-750fd2c2-8288-4c84-9c31-c2fc2dd4b186" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.046895] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-750fd2c2-8288-4c84-9c31-c2fc2dd4b186" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.046895] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.046895] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.046895] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.046895] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.046895] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.047153] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('750fd2c2-8288-4c84-9c31-c2fc2dd4b186',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.112305] env[66341]: INFO networking_nsxv3.common.synchronization [req-b54da852-09b9-4cb2-bb80-cc3ddd3b8e7d req-97838a65-9eb9-46d4-af9a-bf809a8d4c71 tempest-ServersTestJSON-2126961376 tempest-ServersTestJSON-2126961376-project-member] Enqueued Resource ID: 3bd24151-8924-4c51-b869-89f5cc8e8a8d with Priority: HIGHEST for action security_group_members [ 1004.113323] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bd24151-8924-4c51-b869-89f5cc8e8a8d with Priority: HIGHEST for action security_group_members [ 1004.114656] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-3bd24151-8924-4c51-b869-89f5cc8e8a8d taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.114656] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3bd24151-8924-4c51-b869-89f5cc8e8a8d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.114656] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3bd24151-8924-4c51-b869-89f5cc8e8a8d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.115522] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3bd24151-8924-4c51-b869-89f5cc8e8a8d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.115522] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.115522] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.115522] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.115675] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.115706] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.115842] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3bd24151-8924-4c51-b869-89f5cc8e8a8d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.352649] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.352649] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.352928] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.353090] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.353267] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.353426] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Segment Port 5c8e06dd-2dc7-4eb6-899f-ef1ee727ea19 not found, creating... [ 1004.353703] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.353861] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.354123] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.354227] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.354364] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.355036] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.355036] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.355036] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.355244] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.355311] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.355452] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Resource: SegmentPort with ID: 5c8e06dd-2dc7-4eb6-899f-ef1ee727ea19 is going to be created. [ 1004.377355] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.377637] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.377742] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.378028] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.378272] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.378514] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "port-5c8e06dd-2dc7-4eb6-899f-ef1ee727ea19" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.506470] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.506470] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.506470] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.506470] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.506470] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.506899] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9dff16e-5899-4d95-b2b8-972a93316bec is going to be updated. [ 1004.549561] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.549717] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.549804] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.550053] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.550151] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.550365] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.550504] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.550573] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.550772] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.550837] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.550899] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 750fd2c2-8288-4c84-9c31-c2fc2dd4b186 already deleted. [ 1004.551036] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-750fd2c2-8288-4c84-9c31-c2fc2dd4b186" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.551278] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('750fd2c2-8288-4c84-9c31-c2fc2dd4b186',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.553386] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.553550] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.553588] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.553782] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.553936] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.564405] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9dff16e-5899-4d95-b2b8-972a93316bec in Status: IN_PROGRESS for 2s [ 1004.618735] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3bd24151-8924-4c51-b869-89f5cc8e8a8d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.688434] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9177f35c-9b13-4204-9e35-9af218b20813 in Status: SUCCESS [ 1004.688649] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9177f35c-9b13-4204-9e35-9af218b20813" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.688819] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9177f35c-9b13-4204-9e35-9af218b20813" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.689242] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9177f35c-9b13-4204-9e35-9af218b20813" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.689242] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.689394] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.689428] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.689571] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.689654] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.689748] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9177f35c-9b13-4204-9e35-9af218b20813',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.754086] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3b39a8b0-a78c-4d52-91b6-8862536bfaa9 in Status: SUCCESS [ 1004.754311] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3b39a8b0-a78c-4d52-91b6-8862536bfaa9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.056653] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 750fd2c2-8288-4c84-9c31-c2fc2dd4b186: rpc.has_security_group_logging(os_id): False [ 1005.076845] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.077085] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.077146] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.077379] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.077480] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.077723] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.077837] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.078224] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.078453] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.078563] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.078661] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 750fd2c2-8288-4c84-9c31-c2fc2dd4b186 is going to be created. [ 1005.100162] env[66341]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/750fd2c2-8288-4c84-9c31-c2fc2dd4b186], does not exist path=[/infra/domains/default/groups/750fd2c2-8288-4c84-9c31-c2fc2dd4b186]."\n}' [ 1005.100162] env[66341]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 750fd2c2-8288-4c84-9c31-c2fc2dd4b186 failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/750fd2c2-8288-4c84-9c31-c2fc2dd4b186 [ 1005.100162] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1005.104104] env[66341]: INFO networking_nsxv3.common.synchronization [req-0c84830e-f5cc-4cb8-b69c-b0d267b5dc81 req-2101620c-c3e9-4d3a-ae18-9a6944c63bab service nova] Enqueued Resource ID: b7f60bac-f9d3-4f79-8d31-ce493c6ee41d with Priority: HIGHEST for action security_group_rules [ 1005.104582] env[66341]: INFO networking_nsxv3.common.synchronization [req-0c84830e-f5cc-4cb8-b69c-b0d267b5dc81 req-2101620c-c3e9-4d3a-ae18-9a6944c63bab service nova] Enqueued Resource ID: b7f60bac-f9d3-4f79-8d31-ce493c6ee41d with Priority: HIGHEST for action security_group_members [ 1005.104582] env[66341]: INFO networking_nsxv3.common.synchronization [req-0c84830e-f5cc-4cb8-b69c-b0d267b5dc81 req-2101620c-c3e9-4d3a-ae18-9a6944c63bab service nova] Enqueued Resource ID: 5c8e06dd-2dc7-4eb6-899f-ef1ee727ea19 with Priority: HIGHEST for action port [ 1005.105302] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7f60bac-f9d3-4f79-8d31-ce493c6ee41d with Priority: HIGHEST for action security_group_rules [ 1005.105506] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7f60bac-f9d3-4f79-8d31-ce493c6ee41d with Priority: HIGHEST for action security_group_members [ 1005.105827] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c8e06dd-2dc7-4eb6-899f-ef1ee727ea19 with Priority: HIGHEST for action port [ 1005.106111] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b7f60bac-f9d3-4f79-8d31-ce493c6ee41d taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.106230] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b7f60bac-f9d3-4f79-8d31-ce493c6ee41d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.106295] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b7f60bac-f9d3-4f79-8d31-ce493c6ee41d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.106537] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b7f60bac-f9d3-4f79-8d31-ce493c6ee41d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.106626] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b7f60bac-f9d3-4f79-8d31-ce493c6ee41d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.108226] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7f60bac-f9d3-4f79-8d31-ce493c6ee41d taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.108226] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7f60bac-f9d3-4f79-8d31-ce493c6ee41d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.108408] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-5c8e06dd-2dc7-4eb6-899f-ef1ee727ea19 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.108496] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5c8e06dd-2dc7-4eb6-899f-ef1ee727ea19" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.108496] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5c8e06dd-2dc7-4eb6-899f-ef1ee727ea19" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.109162] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5c8e06dd-2dc7-4eb6-899f-ef1ee727ea19" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.109162] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5c8e06dd-2dc7-4eb6-899f-ef1ee727ea19',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.124123] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3bd24151-8924-4c51-b869-89f5cc8e8a8d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.145941] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.146155] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.146155] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.146487] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.148034] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.148298] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.148414] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.148489] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.148656] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.148733] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.148944] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.149083] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.149146] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.149315] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.149392] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.149480] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 750fd2c2-8288-4c84-9c31-c2fc2dd4b186 is going to be created. [ 1005.168890] env[66341]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/750fd2c2-8288-4c84-9c31-c2fc2dd4b186], does not exist path=[/infra/domains/default/groups/750fd2c2-8288-4c84-9c31-c2fc2dd4b186]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/750fd2c2-8288-4c84-9c31-c2fc2dd4b186 [ 1005.169065] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-750fd2c2-8288-4c84-9c31-c2fc2dd4b186" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.169421] env[66341]: Traceback (most recent call last): [ 1005.169421] env[66341]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 1005.169421] env[66341]: return func(*args, **kwargs) [ 1005.169421] env[66341]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 1005.169421] env[66341]: res.raise_for_status() [ 1005.169421] env[66341]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 1005.169421] env[66341]: raise HTTPError(http_error_msg, response=self) [ 1005.169421] env[66341]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/750fd2c2-8288-4c84-9c31-c2fc2dd4b186 [ 1005.169421] env[66341]: During handling of the above exception, another exception occurred: [ 1005.169421] env[66341]: Traceback (most recent call last): [ 1005.169421] env[66341]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 1005.169421] env[66341]: listener.cb(fileno) [ 1005.169421] env[66341]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 1005.169421] env[66341]: result = function(*args, **kwargs) [ 1005.169421] env[66341]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 1005.169421] env[66341]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 1005.169421] env[66341]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 1005.169421] env[66341]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 1005.169421] env[66341]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 1005.169421] env[66341]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 1005.169421] env[66341]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 1005.169421] env[66341]: res.raise_for_status() [ 1005.169421] env[66341]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 1005.169421] env[66341]: raise HTTPError(http_error_msg, response=self) [ 1005.169421] env[66341]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/750fd2c2-8288-4c84-9c31-c2fc2dd4b186 [ 1005.169421] env[66341]: Removing descriptor: 55 [ 1005.192945] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.193134] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.193194] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.193431] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.218229] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.218229] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.218488] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.218488] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.218565] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.218665] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.218759] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9177f35c-9b13-4204-9e35-9af218b20813 is going to be updated. [ 1005.253982] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.254223] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.254223] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.254712] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.254712] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.277765] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9177f35c-9b13-4204-9e35-9af218b20813 in Status: IN_PROGRESS for 2s [ 1005.427052] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock network-737 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.427052] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "network-737" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.427052] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "network-737" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.427052] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "network-737" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.427052] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.427619] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.427984] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.428487] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.428944] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.429442] env[66341]: DEBUG dogpile.cache.region [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1005.429781] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] NeedRegenerationException {{(pid=66341) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1005.430155] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] no value, waiting for create lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1005.430518] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] value creation lock acquired {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1005.430980] env[66341]: DEBUG dogpile.cache.region [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1005.431370] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Calling creation function for not-yet-present value {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1005.431771] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1005.454442] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1005.454442] env[66341]: DEBUG dogpile.cache.region [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66341) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1005.454442] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Released creation lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1005.454442] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "network-737" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.454442] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock port-e6473213-93c9-48c0-bb7f-3ef636983b18 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.454442] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "port-e6473213-93c9-48c0-bb7f-3ef636983b18" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.454442] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "port-e6473213-93c9-48c0-bb7f-3ef636983b18" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.454442] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "port-e6473213-93c9-48c0-bb7f-3ef636983b18" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.454442] env[66341]: DEBUG networking_nsxv3.api.rpc [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e6473213-93c9-48c0-bb7f-3ef636983b18',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.612310] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7f60bac-f9d3-4f79-8d31-ce493c6ee41d taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.612310] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7f60bac-f9d3-4f79-8d31-ce493c6ee41d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.616131] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5c8e06dd-2dc7-4eb6-899f-ef1ee727ea19 with status ACTIVE [ 1005.616402] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.616624] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.616624] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.616861] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.616957] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.617158] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.618142] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.618142] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.618142] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.618142] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.618142] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.618142] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.618142] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.618388] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.618388] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.618444] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5c8e06dd-2dc7-4eb6-899f-ef1ee727ea19 is going to be updated. [ 1005.627616] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.627800] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.627800] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.627942] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.628093] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.628160] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3bd24151-8924-4c51-b869-89f5cc8e8a8d is going to be updated. [ 1005.644723] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.644899] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.645050] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.645263] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.645415] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.645566] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5c8e06dd-2dc7-4eb6-899f-ef1ee727ea19" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.661667] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.661848] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.661925] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.662207] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.662378] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.672165] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3bd24151-8924-4c51-b869-89f5cc8e8a8d in Status: IN_PROGRESS for 2s [ 1005.919150] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7f60bac-f9d3-4f79-8d31-ce493c6ee41d in Status: SUCCESS [ 1005.919337] env[66341]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7f60bac-f9d3-4f79-8d31-ce493c6ee41d deletion is rescheduled due to dependency. [ 1005.919453] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7f60bac-f9d3-4f79-8d31-ce493c6ee41d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.919619] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7f60bac-f9d3-4f79-8d31-ce493c6ee41d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.919833] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7f60bac-f9d3-4f79-8d31-ce493c6ee41d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.920014] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.920148] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.920215] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.920458] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.920577] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.920684] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b7f60bac-f9d3-4f79-8d31-ce493c6ee41d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.956791] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.957056] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.957191] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.957528] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.957707] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.957872] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Segment Port e6473213-93c9-48c0-bb7f-3ef636983b18 not found, creating... [ 1005.958148] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.958308] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.958426] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.958791] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.958791] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.959059] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.959215] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.959335] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.959542] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.959676] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.959813] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Resource: SegmentPort with ID: e6473213-93c9-48c0-bb7f-3ef636983b18 is going to be created. [ 1005.980718] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b39a8b0-a78c-4d52-91b6-8862536bfaa9 in Status: SUCCESS [ 1005.980978] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b39a8b0-a78c-4d52-91b6-8862536bfaa9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.985870] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.986133] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.986270] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.986545] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.986768] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.986992] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "port-e6473213-93c9-48c0-bb7f-3ef636983b18" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.425129] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b7f60bac-f9d3-4f79-8d31-ce493c6ee41d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.576866] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9dff16e-5899-4d95-b2b8-972a93316bec in Status: SUCCESS [ 1006.576866] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9dff16e-5899-4d95-b2b8-972a93316bec" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.576866] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9dff16e-5899-4d95-b2b8-972a93316bec" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.577926] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9dff16e-5899-4d95-b2b8-972a93316bec" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.577926] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.577926] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.577926] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.577926] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.577926] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.577926] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9dff16e-5899-4d95-b2b8-972a93316bec" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.577926] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e9dff16e-5899-4d95-b2b8-972a93316bec',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.579015] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9dff16e-5899-4d95-b2b8-972a93316bec" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.579015] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9dff16e-5899-4d95-b2b8-972a93316bec" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.579015] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.580319] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.580319] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.580319] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.580319] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.580319] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e9dff16e-5899-4d95-b2b8-972a93316bec',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.763411] env[66341]: INFO networking_nsxv3.common.synchronization [req-482498de-14ba-4a00-94e9-d1712806b000 req-88bb85f7-95e7-4617-a53f-0925859d4ae0 service nova] Enqueued Resource ID: 3b39a8b0-a78c-4d52-91b6-8862536bfaa9 with Priority: HIGHEST for action security_group_rules [ 1006.763782] env[66341]: INFO networking_nsxv3.common.synchronization [req-482498de-14ba-4a00-94e9-d1712806b000 req-88bb85f7-95e7-4617-a53f-0925859d4ae0 service nova] Enqueued Resource ID: 3b39a8b0-a78c-4d52-91b6-8862536bfaa9 with Priority: HIGHEST for action security_group_members [ 1006.763938] env[66341]: INFO networking_nsxv3.common.synchronization [req-482498de-14ba-4a00-94e9-d1712806b000 req-88bb85f7-95e7-4617-a53f-0925859d4ae0 service nova] Enqueued Resource ID: e6473213-93c9-48c0-bb7f-3ef636983b18 with Priority: HIGHEST for action port [ 1006.764525] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b39a8b0-a78c-4d52-91b6-8862536bfaa9 with Priority: HIGHEST for action security_group_rules [ 1006.764762] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b39a8b0-a78c-4d52-91b6-8862536bfaa9 with Priority: HIGHEST for action security_group_members [ 1006.765044] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6473213-93c9-48c0-bb7f-3ef636983b18 with Priority: HIGHEST for action port [ 1006.765225] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3b39a8b0-a78c-4d52-91b6-8862536bfaa9 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.765424] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3b39a8b0-a78c-4d52-91b6-8862536bfaa9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.765523] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3b39a8b0-a78c-4d52-91b6-8862536bfaa9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.765713] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3b39a8b0-a78c-4d52-91b6-8862536bfaa9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.765879] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3b39a8b0-a78c-4d52-91b6-8862536bfaa9',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.766936] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b39a8b0-a78c-4d52-91b6-8862536bfaa9 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.766936] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b39a8b0-a78c-4d52-91b6-8862536bfaa9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.767047] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b39a8b0-a78c-4d52-91b6-8862536bfaa9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.767165] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b39a8b0-a78c-4d52-91b6-8862536bfaa9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.767324] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.767443] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.767508] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.767675] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.768051] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.768051] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3b39a8b0-a78c-4d52-91b6-8862536bfaa9',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.768874] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-e6473213-93c9-48c0-bb7f-3ef636983b18 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.768874] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e6473213-93c9-48c0-bb7f-3ef636983b18" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.768874] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e6473213-93c9-48c0-bb7f-3ef636983b18" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.769071] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e6473213-93c9-48c0-bb7f-3ef636983b18" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.769071] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e6473213-93c9-48c0-bb7f-3ef636983b18',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.929807] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b7f60bac-f9d3-4f79-8d31-ce493c6ee41d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.081282] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9dff16e-5899-4d95-b2b8-972a93316bec taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.081436] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9dff16e-5899-4d95-b2b8-972a93316bec" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.081678] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e9dff16e-5899-4d95-b2b8-972a93316bec',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.270583] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3b39a8b0-a78c-4d52-91b6-8862536bfaa9',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.271506] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b39a8b0-a78c-4d52-91b6-8862536bfaa9 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.271633] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b39a8b0-a78c-4d52-91b6-8862536bfaa9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.271968] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e6473213-93c9-48c0-bb7f-3ef636983b18 with status ACTIVE [ 1007.272157] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.272290] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.272360] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.272563] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.272650] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.272820] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.272950] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.273062] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.273140] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.273215] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.273395] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.273484] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.273574] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.273674] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.273746] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.273828] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e6473213-93c9-48c0-bb7f-3ef636983b18 is going to be updated. [ 1007.288530] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9177f35c-9b13-4204-9e35-9af218b20813 in Status: SUCCESS [ 1007.288714] env[66341]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9177f35c-9b13-4204-9e35-9af218b20813 deletion is rescheduled due to dependency. [ 1007.288827] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9177f35c-9b13-4204-9e35-9af218b20813" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.301278] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.301475] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.301527] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.301740] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.301882] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.302204] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e6473213-93c9-48c0-bb7f-3ef636983b18" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.433208] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.433208] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.433208] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.433208] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.433656] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.433656] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7f60bac-f9d3-4f79-8d31-ce493c6ee41d is going to be updated. [ 1007.481513] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.481712] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.481760] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.481970] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.482132] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.495048] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7f60bac-f9d3-4f79-8d31-ce493c6ee41d in Status: IN_PROGRESS for 2s [ 1007.583809] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e9dff16e-5899-4d95-b2b8-972a93316bec',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.684614] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3bd24151-8924-4c51-b869-89f5cc8e8a8d in Status: SUCCESS [ 1007.684614] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3bd24151-8924-4c51-b869-89f5cc8e8a8d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.773304] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3b39a8b0-a78c-4d52-91b6-8862536bfaa9',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.086018] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.086220] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.086328] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.086507] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.086591] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.086689] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9dff16e-5899-4d95-b2b8-972a93316bec is going to be updated. [ 1008.114325] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.114489] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.114606] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.115611] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.115611] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.124832] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9dff16e-5899-4d95-b2b8-972a93316bec in Status: IN_PROGRESS for 2s [ 1008.275678] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.275844] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.275985] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.276273] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.276372] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.276479] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3b39a8b0-a78c-4d52-91b6-8862536bfaa9 is going to be updated. [ 1008.323826] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.323990] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.324065] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.324288] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.324445] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.335854] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b39a8b0-a78c-4d52-91b6-8862536bfaa9 in Status: IN_PROGRESS for 2s [ 1009.506904] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7f60bac-f9d3-4f79-8d31-ce493c6ee41d in Status: SUCCESS [ 1009.506904] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7f60bac-f9d3-4f79-8d31-ce493c6ee41d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.507284] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7f60bac-f9d3-4f79-8d31-ce493c6ee41d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.507392] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7f60bac-f9d3-4f79-8d31-ce493c6ee41d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.507657] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.507833] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.507922] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.508233] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.508349] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.508470] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7f60bac-f9d3-4f79-8d31-ce493c6ee41d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.508590] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b7f60bac-f9d3-4f79-8d31-ce493c6ee41d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.014038] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7f60bac-f9d3-4f79-8d31-ce493c6ee41d taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.014038] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7f60bac-f9d3-4f79-8d31-ce493c6ee41d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.014038] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7f60bac-f9d3-4f79-8d31-ce493c6ee41d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.014038] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7f60bac-f9d3-4f79-8d31-ce493c6ee41d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.014038] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.014038] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.014038] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.014038] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.014038] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.014038] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7f60bac-f9d3-4f79-8d31-ce493c6ee41d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.014038] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7f60bac-f9d3-4f79-8d31-ce493c6ee41d taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.014038] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7f60bac-f9d3-4f79-8d31-ce493c6ee41d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.014038] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7f60bac-f9d3-4f79-8d31-ce493c6ee41d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.014038] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7f60bac-f9d3-4f79-8d31-ce493c6ee41d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.014038] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.015012] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.015012] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.015012] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.015012] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.015012] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7f60bac-f9d3-4f79-8d31-ce493c6ee41d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.015012] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b7f60bac-f9d3-4f79-8d31-ce493c6ee41d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.140106] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9dff16e-5899-4d95-b2b8-972a93316bec in Status: SUCCESS [ 1010.140106] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9dff16e-5899-4d95-b2b8-972a93316bec" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.140106] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9dff16e-5899-4d95-b2b8-972a93316bec" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.140106] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9dff16e-5899-4d95-b2b8-972a93316bec" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.140106] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.140106] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.140106] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.140106] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.140106] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.140106] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e9dff16e-5899-4d95-b2b8-972a93316bec',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.346153] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b39a8b0-a78c-4d52-91b6-8862536bfaa9 in Status: SUCCESS [ 1010.346586] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b39a8b0-a78c-4d52-91b6-8862536bfaa9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.346586] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b39a8b0-a78c-4d52-91b6-8862536bfaa9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.346769] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b39a8b0-a78c-4d52-91b6-8862536bfaa9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.346954] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.347085] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.347149] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.347300] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.347392] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.347449] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b39a8b0-a78c-4d52-91b6-8862536bfaa9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.347624] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3b39a8b0-a78c-4d52-91b6-8862536bfaa9',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.522106] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b7f60bac-f9d3-4f79-8d31-ce493c6ee41d: rpc.has_security_group_logging(os_id): False [ 1010.541176] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.541345] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.544902] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.545366] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.566389] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.566651] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.566777] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.566840] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.567059] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.567147] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.567361] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.567558] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.567558] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.567673] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.567736] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.567914] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.568022] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.568083] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.568223] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.568300] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.568383] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b7f60bac-f9d3-4f79-8d31-ce493c6ee41d is going to be updated. [ 1010.647076] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e9dff16e-5899-4d95-b2b8-972a93316bec',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.652646] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.652884] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.653023] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.653426] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.653649] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.671861] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b7f60bac-f9d3-4f79-8d31-ce493c6ee41d in Status: IN_PROGRESS for 2s [ 1010.850522] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b39a8b0-a78c-4d52-91b6-8862536bfaa9 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.850704] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b39a8b0-a78c-4d52-91b6-8862536bfaa9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.851812] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b39a8b0-a78c-4d52-91b6-8862536bfaa9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.852095] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b39a8b0-a78c-4d52-91b6-8862536bfaa9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.853512] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.854352] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.854453] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.854665] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.854801] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.854933] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b39a8b0-a78c-4d52-91b6-8862536bfaa9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.855794] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b39a8b0-a78c-4d52-91b6-8862536bfaa9 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.855905] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b39a8b0-a78c-4d52-91b6-8862536bfaa9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.856536] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b39a8b0-a78c-4d52-91b6-8862536bfaa9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.857199] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b39a8b0-a78c-4d52-91b6-8862536bfaa9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.857398] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.857774] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.858058] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.858128] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.861007] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.861128] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b39a8b0-a78c-4d52-91b6-8862536bfaa9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.861233] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3b39a8b0-a78c-4d52-91b6-8862536bfaa9',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.149602] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e9dff16e-5899-4d95-b2b8-972a93316bec',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.153650] env[66341]: INFO networking_nsxv3.common.synchronization [req-ca140f42-c0b1-453b-871c-799ca8090b01 req-05c6f3f4-fd14-4ebf-bac8-ff38b906fcd2 tempest-ImagesTestJSON-1540688741 tempest-ImagesTestJSON-1540688741-project-member] Enqueued Resource ID: 8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a with Priority: HIGHEST for action security_group_members [ 1011.154368] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a with Priority: HIGHEST for action security_group_members [ 1011.154864] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.155811] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.155811] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.155811] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.155811] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.155985] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.155985] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.156341] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.156575] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.157106] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.364024] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3b39a8b0-a78c-4d52-91b6-8862536bfaa9: rpc.has_security_group_logging(os_id): False [ 1011.390188] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.390706] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.390795] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.391053] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.417292] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.417703] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.417913] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.417987] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.418249] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.418333] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.418647] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.418647] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.418835] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.418900] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.418949] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.419160] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.419281] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.419352] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.419514] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.419661] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.419732] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3b39a8b0-a78c-4d52-91b6-8862536bfaa9 is going to be updated. [ 1011.491419] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.491419] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.491419] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.491692] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.493540] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.507295] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3b39a8b0-a78c-4d52-91b6-8862536bfaa9 in Status: IN_PROGRESS for 2s [ 1011.646704] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock network-552 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.650057] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "network-552" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.650057] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "network-552" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.650057] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "network-552" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.650057] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.650057] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.650057] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.650057] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.650057] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.650057] env[66341]: DEBUG dogpile.cache.region [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1011.650057] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] NeedRegenerationException {{(pid=66341) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1011.650057] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] no value, waiting for create lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1011.650057] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] value creation lock acquired {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1011.650057] env[66341]: DEBUG dogpile.cache.region [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1011.650057] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Calling creation function for not-yet-present value {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1011.650800] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1011.657666] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.657904] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.657956] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.658277] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.658409] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.659044] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9dff16e-5899-4d95-b2b8-972a93316bec is going to be updated. [ 1011.662238] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.662474] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.662678] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.662868] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.675597] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1011.675730] env[66341]: DEBUG dogpile.cache.region [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=66341) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1011.675860] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Released creation lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1011.676069] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "network-552" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.676952] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock port-6b73a2be-a707-4edc-8cd1-65201b36b22c taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.676952] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "port-6b73a2be-a707-4edc-8cd1-65201b36b22c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.676952] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "port-6b73a2be-a707-4edc-8cd1-65201b36b22c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.677379] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "port-6b73a2be-a707-4edc-8cd1-65201b36b22c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.677379] env[66341]: DEBUG networking_nsxv3.api.rpc [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6b73a2be-a707-4edc-8cd1-65201b36b22c',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.695512] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.695748] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.695871] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.695981] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.696236] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.696325] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.696437] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a is going to be updated. [ 1011.713711] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.713944] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.714080] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.714249] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.714399] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.726611] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9dff16e-5899-4d95-b2b8-972a93316bec in Status: IN_PROGRESS for 2s [ 1011.740065] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.740359] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.740517] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.741182] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.741456] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.753859] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a in Status: IN_PROGRESS for 2s [ 1012.180256] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.180499] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.180629] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.180915] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.181091] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.181255] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Segment Port 6b73a2be-a707-4edc-8cd1-65201b36b22c not found, creating... [ 1012.181516] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.181685] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.181806] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.182052] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.182198] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.182516] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.182628] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.182744] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.182984] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.183203] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.183544] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Resource: SegmentPort with ID: 6b73a2be-a707-4edc-8cd1-65201b36b22c is going to be created. [ 1012.206631] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.206940] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.207146] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.207499] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.207787] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.208103] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "port-6b73a2be-a707-4edc-8cd1-65201b36b22c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.662467] env[66341]: INFO networking_nsxv3.common.synchronization [req-c0f459b7-bf61-4df4-b304-4020f22c31f6 req-67b49d99-90c8-410a-9d91-1c6fd0661cab tempest-AttachVolumeNegativeTest-1448458397 tempest-AttachVolumeNegativeTest-1448458397-project-member] Enqueued Resource ID: 32a217d0-1d1a-491a-b8f2-5d520ca8c2b3 with Priority: HIGHEST for action security_group_members [ 1012.663027] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32a217d0-1d1a-491a-b8f2-5d520ca8c2b3 with Priority: HIGHEST for action security_group_members [ 1012.663394] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-32a217d0-1d1a-491a-b8f2-5d520ca8c2b3 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.663552] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-32a217d0-1d1a-491a-b8f2-5d520ca8c2b3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.663625] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-32a217d0-1d1a-491a-b8f2-5d520ca8c2b3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.663830] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-32a217d0-1d1a-491a-b8f2-5d520ca8c2b3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.664013] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.664145] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.664207] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.664389] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.664445] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.664541] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('32a217d0-1d1a-491a-b8f2-5d520ca8c2b3',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.684521] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b7f60bac-f9d3-4f79-8d31-ce493c6ee41d in Status: SUCCESS [ 1012.684759] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b7f60bac-f9d3-4f79-8d31-ce493c6ee41d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.924777] env[66341]: INFO networking_nsxv3.common.synchronization [req-ca140f42-c0b1-453b-871c-799ca8090b01 req-17970982-dc0c-48bc-8c4e-314aa84ba6a6 service nova] Enqueued Resource ID: 8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a with Priority: HIGHEST for action security_group_rules [ 1012.925009] env[66341]: INFO networking_nsxv3.common.synchronization [req-ca140f42-c0b1-453b-871c-799ca8090b01 req-17970982-dc0c-48bc-8c4e-314aa84ba6a6 service nova] Enqueued Resource ID: 8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a with Priority: HIGHEST for action security_group_members [ 1012.925247] env[66341]: INFO networking_nsxv3.common.synchronization [req-ca140f42-c0b1-453b-871c-799ca8090b01 req-17970982-dc0c-48bc-8c4e-314aa84ba6a6 service nova] Enqueued Resource ID: 6b73a2be-a707-4edc-8cd1-65201b36b22c with Priority: HIGHEST for action port [ 1012.925718] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a with Priority: HIGHEST for action security_group_rules [ 1012.925858] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a with Priority: HIGHEST for action security_group_members [ 1012.925942] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b73a2be-a707-4edc-8cd1-65201b36b22c with Priority: HIGHEST for action port [ 1012.927058] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.927195] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.927264] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.933252] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.933252] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.933252] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.933252] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.933252] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-6b73a2be-a707-4edc-8cd1-65201b36b22c taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.933252] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6b73a2be-a707-4edc-8cd1-65201b36b22c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.933252] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6b73a2be-a707-4edc-8cd1-65201b36b22c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.934647] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6b73a2be-a707-4edc-8cd1-65201b36b22c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.934647] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6b73a2be-a707-4edc-8cd1-65201b36b22c',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.136571] env[66341]: INFO networking_nsxv3.common.synchronization [req-b9dae549-1d60-4d22-ba1f-9a5454eb6805 req-a7c364ce-e86d-4207-bdf5-4c439720ff0c tempest-ServerRescueNegativeTestJSON-1380100159 tempest-ServerRescueNegativeTestJSON-1380100159-project-member] Enqueued Resource ID: 05e2bcdb-af8f-4a01-aadb-b928355b0164 with Priority: HIGHEST for action security_group_members [ 1013.136862] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05e2bcdb-af8f-4a01-aadb-b928355b0164 with Priority: HIGHEST for action security_group_members [ 1013.137590] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-05e2bcdb-af8f-4a01-aadb-b928355b0164 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.137722] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05e2bcdb-af8f-4a01-aadb-b928355b0164" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.137898] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05e2bcdb-af8f-4a01-aadb-b928355b0164" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.138058] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05e2bcdb-af8f-4a01-aadb-b928355b0164" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.138223] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.138335] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.138390] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.138968] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.139049] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.139664] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('05e2bcdb-af8f-4a01-aadb-b928355b0164',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.167030] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.167178] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.167327] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.168289] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.190572] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.192039] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.192039] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.192039] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.192039] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.192039] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.192039] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 32a217d0-1d1a-491a-b8f2-5d520ca8c2b3 is going to be updated. [ 1013.219250] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.219250] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.219250] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.219452] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.219452] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.229849] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 32a217d0-1d1a-491a-b8f2-5d520ca8c2b3 in Status: IN_PROGRESS for 2s [ 1013.398797] env[66341]: INFO networking_nsxv3.common.synchronization [req-d91ad1d4-cff3-4a5b-88a1-cfce47571add req-e1e8b815-0b6d-45aa-a65b-15fbd638ae37 tempest-ServerRescueTestJSONUnderV235-153841606 tempest-ServerRescueTestJSONUnderV235-153841606-project-member] Enqueued Resource ID: e9dff16e-5899-4d95-b2b8-972a93316bec with Priority: HIGHEST for action security_group_members [ 1013.398797] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9dff16e-5899-4d95-b2b8-972a93316bec with Priority: HIGHEST for action security_group_members [ 1013.398797] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9dff16e-5899-4d95-b2b8-972a93316bec taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.398797] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9dff16e-5899-4d95-b2b8-972a93316bec" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.433510] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.433510] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.435879] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6b73a2be-a707-4edc-8cd1-65201b36b22c with status ACTIVE [ 1013.436286] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.436545] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.438061] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.438061] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.438061] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.438061] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.438061] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.438061] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.438061] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.438061] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.438061] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.438061] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.438061] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.438061] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.438615] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.438615] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6b73a2be-a707-4edc-8cd1-65201b36b22c is going to be updated. [ 1013.479223] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.479646] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.479814] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.480475] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.480774] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.481159] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6b73a2be-a707-4edc-8cd1-65201b36b22c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.527499] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3b39a8b0-a78c-4d52-91b6-8862536bfaa9 in Status: SUCCESS [ 1013.528111] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3b39a8b0-a78c-4d52-91b6-8862536bfaa9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.643485] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.643485] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.643485] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.643485] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.673287] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.673625] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.673625] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.673781] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.673889] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.673971] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.674768] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 05e2bcdb-af8f-4a01-aadb-b928355b0164 is going to be updated. [ 1013.720021] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.720322] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.720322] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.720558] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.722196] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.736996] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9dff16e-5899-4d95-b2b8-972a93316bec in Status: SUCCESS [ 1013.737147] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9dff16e-5899-4d95-b2b8-972a93316bec" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.737443] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9dff16e-5899-4d95-b2b8-972a93316bec" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.737646] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9dff16e-5899-4d95-b2b8-972a93316bec" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.737841] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.737961] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.738094] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.738225] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.738302] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.738359] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9dff16e-5899-4d95-b2b8-972a93316bec" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.738524] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9dff16e-5899-4d95-b2b8-972a93316bec taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.738613] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9dff16e-5899-4d95-b2b8-972a93316bec" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.738663] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9dff16e-5899-4d95-b2b8-972a93316bec" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.739094] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9dff16e-5899-4d95-b2b8-972a93316bec" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.739094] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.739257] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.739257] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.739450] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.739726] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.739726] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9dff16e-5899-4d95-b2b8-972a93316bec" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.739726] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e9dff16e-5899-4d95-b2b8-972a93316bec',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.742248] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 05e2bcdb-af8f-4a01-aadb-b928355b0164 in Status: IN_PROGRESS for 2s [ 1013.742248] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9dff16e-5899-4d95-b2b8-972a93316bec" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.742248] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9dff16e-5899-4d95-b2b8-972a93316bec" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.742367] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.742426] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.742472] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.742769] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.742769] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.743481] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e9dff16e-5899-4d95-b2b8-972a93316bec',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.766700] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a in Status: SUCCESS [ 1013.769030] env[66341]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a deletion is rescheduled due to dependency. [ 1013.769030] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.769030] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.769030] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.769030] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.769030] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.769030] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.769030] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.769030] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.769030] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.104559] env[66341]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-ebb35a8f-90ae-4f98-9b2d-22c68c956d60 None None] NSXv3 Agent Agent loop - iteration:1 completed [ 1014.104693] env[66341]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-ebb35a8f-90ae-4f98-9b2d-22c68c956d60 None None] NSXv3 Agent Agent loop - iteration:2 started [ 1014.244642] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e9dff16e-5899-4d95-b2b8-972a93316bec: rpc.has_security_group_logging(os_id): False [ 1014.246245] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.246339] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.246339] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.246548] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.269505] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.269927] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.272391] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.272391] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.272604] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.272710] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.272988] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.273170] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.273342] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9dff16e-5899-4d95-b2b8-972a93316bec is going to be updated. [ 1014.275022] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.275652] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.275781] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.275908] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.276128] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.276216] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.276436] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.276436] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.276569] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.276684] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.277017] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.278692] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.278692] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.278692] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.278692] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.278692] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.278692] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.278692] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.278692] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.278692] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e9dff16e-5899-4d95-b2b8-972a93316bec is going to be updated. [ 1014.332274] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.332474] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.332547] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.332800] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.332963] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.353132] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9dff16e-5899-4d95-b2b8-972a93316bec in Status: IN_PROGRESS for 2s [ 1014.384767] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.384938] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.385101] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.385309] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.385493] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.403202] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e9dff16e-5899-4d95-b2b8-972a93316bec in Status: IN_PROGRESS for 2s [ 1014.780430] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.239825] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 32a217d0-1d1a-491a-b8f2-5d520ca8c2b3 in Status: IN_PROGRESS for 4s [ 1015.283527] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.283672] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.283782] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.284102] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.284241] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.284421] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a is going to be updated. [ 1015.332361] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.332361] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.332643] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.332643] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.332964] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.344232] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a in Status: IN_PROGRESS for 2s [ 1015.753386] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 05e2bcdb-af8f-4a01-aadb-b928355b0164 in Status: SUCCESS [ 1015.753386] env[66341]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 05e2bcdb-af8f-4a01-aadb-b928355b0164 deletion is rescheduled due to dependency. [ 1015.753386] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05e2bcdb-af8f-4a01-aadb-b928355b0164" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.363617] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9dff16e-5899-4d95-b2b8-972a93316bec in Status: SUCCESS [ 1016.364070] env[66341]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9dff16e-5899-4d95-b2b8-972a93316bec deletion is rescheduled due to dependency. [ 1016.364070] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9dff16e-5899-4d95-b2b8-972a93316bec" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.422331] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e9dff16e-5899-4d95-b2b8-972a93316bec in Status: SUCCESS [ 1016.422561] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e9dff16e-5899-4d95-b2b8-972a93316bec" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.422775] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e9dff16e-5899-4d95-b2b8-972a93316bec" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.423050] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e9dff16e-5899-4d95-b2b8-972a93316bec" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.423284] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e9dff16e-5899-4d95-b2b8-972a93316bec',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.950783] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.950984] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.951163] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.951493] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.951650] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.951814] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e9dff16e-5899-4d95-b2b8-972a93316bec is going to be deleted. [ 1017.020069] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.020272] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.020322] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.020512] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.020609] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.020729] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e9dff16e-5899-4d95-b2b8-972a93316bec" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.253561] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 32a217d0-1d1a-491a-b8f2-5d520ca8c2b3 in Status: SUCCESS [ 1017.254642] env[66341]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 32a217d0-1d1a-491a-b8f2-5d520ca8c2b3 deletion is rescheduled due to dependency. [ 1017.255408] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-32a217d0-1d1a-491a-b8f2-5d520ca8c2b3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.358148] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a in Status: SUCCESS [ 1017.358148] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.358148] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.358148] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.358148] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.358148] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.358148] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.358148] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.358148] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.358148] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.358148] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.861933] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.861933] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.862365] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.862365] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.862448] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.863042] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.863042] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.863042] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.863042] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.863042] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.863364] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.863364] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.863364] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.864068] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.864068] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.864068] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.864068] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.864068] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.865272] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.865272] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.865272] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.366346] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a: rpc.has_security_group_logging(os_id): False [ 1018.384892] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.385080] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.385163] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.385538] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.385538] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.385643] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.385744] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.385805] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.385952] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.386063] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.386273] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.386368] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.386419] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.386563] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.386645] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.386836] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.386930] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.386989] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.389027] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.389163] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.389287] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a is going to be updated. [ 1018.397838] env[66341]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1018.397952] env[66341]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1018.459243] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.459243] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.459243] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.459243] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.459243] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.472737] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a in Status: IN_PROGRESS for 2s [ 1019.827490] env[66341]: INFO networking_nsxv3.common.synchronization [req-c8f2c52f-259f-43ea-98fb-13e566e959c9 req-3d12688b-f72f-416b-9c40-4515e2a1bd62 tempest-ServerActionsTestOtherA-1115878785 tempest-ServerActionsTestOtherA-1115878785-project-member] Enqueued Resource ID: 1702c6fa-3757-415a-b30c-40587377084c with Priority: HIGHEST for action security_group_members [ 1019.828035] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1702c6fa-3757-415a-b30c-40587377084c with Priority: HIGHEST for action security_group_members [ 1019.828341] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-1702c6fa-3757-415a-b30c-40587377084c taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.828461] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1702c6fa-3757-415a-b30c-40587377084c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.828527] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1702c6fa-3757-415a-b30c-40587377084c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.828770] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1702c6fa-3757-415a-b30c-40587377084c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.828921] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.829029] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.829094] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.829240] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.829322] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.829414] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1702c6fa-3757-415a-b30c-40587377084c',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.181618] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock network-361 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.181815] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "network-361" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.181940] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "network-361" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.182221] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "network-361" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.182474] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.182665] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.182799] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.183045] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.183230] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.183466] env[66341]: DEBUG dogpile.cache.region [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1020.183585] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] NeedRegenerationException {{(pid=66341) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1020.183696] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] no value, waiting for create lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1020.183804] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] value creation lock acquired {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1020.183913] env[66341]: DEBUG dogpile.cache.region [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1020.184034] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Calling creation function for not-yet-present value {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1020.184179] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1020.203407] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1020.203601] env[66341]: DEBUG dogpile.cache.region [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66341) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1020.203744] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Released creation lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1020.203908] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "network-361" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.204338] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock port-d32f6537-7d82-4b8e-9a82-60009b142e45 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.204553] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "port-d32f6537-7d82-4b8e-9a82-60009b142e45" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.204685] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "port-d32f6537-7d82-4b8e-9a82-60009b142e45" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.205044] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "port-d32f6537-7d82-4b8e-9a82-60009b142e45" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.205210] env[66341]: DEBUG networking_nsxv3.api.rpc [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d32f6537-7d82-4b8e-9a82-60009b142e45',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.333227] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.335114] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.335114] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.335114] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.335114] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.335114] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.335114] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.335114] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.335114] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.335114] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.335114] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1702c6fa-3757-415a-b30c-40587377084c already deleted. [ 1020.335114] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1702c6fa-3757-415a-b30c-40587377084c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.486908] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a in Status: SUCCESS [ 1020.487353] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.708136] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.708397] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.708523] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.708860] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.709026] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.709241] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Segment Port d32f6537-7d82-4b8e-9a82-60009b142e45 not found, creating... [ 1020.709680] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.710370] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.710370] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.710370] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.710370] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.710659] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.710805] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.710920] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.711146] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.711284] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.711423] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Resource: SegmentPort with ID: d32f6537-7d82-4b8e-9a82-60009b142e45 is going to be created. [ 1020.736035] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.736035] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.736256] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.736444] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.736709] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.736978] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "port-d32f6537-7d82-4b8e-9a82-60009b142e45" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.466698] env[66341]: INFO networking_nsxv3.common.synchronization [req-c8f2c52f-259f-43ea-98fb-13e566e959c9 req-b9142ee8-c14c-4bab-90a3-f71237d4b26b service nova] Enqueued Resource ID: 1702c6fa-3757-415a-b30c-40587377084c with Priority: HIGHEST for action security_group_rules [ 1021.466974] env[66341]: INFO networking_nsxv3.common.synchronization [req-c8f2c52f-259f-43ea-98fb-13e566e959c9 req-b9142ee8-c14c-4bab-90a3-f71237d4b26b service nova] Enqueued Resource ID: 1702c6fa-3757-415a-b30c-40587377084c with Priority: HIGHEST for action security_group_members [ 1021.467039] env[66341]: INFO networking_nsxv3.common.synchronization [req-c8f2c52f-259f-43ea-98fb-13e566e959c9 req-b9142ee8-c14c-4bab-90a3-f71237d4b26b service nova] Enqueued Resource ID: d32f6537-7d82-4b8e-9a82-60009b142e45 with Priority: HIGHEST for action port [ 1021.467628] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1702c6fa-3757-415a-b30c-40587377084c with Priority: HIGHEST for action security_group_rules [ 1021.467787] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1702c6fa-3757-415a-b30c-40587377084c with Priority: HIGHEST for action security_group_members [ 1021.467837] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d32f6537-7d82-4b8e-9a82-60009b142e45 with Priority: HIGHEST for action port [ 1021.468157] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1702c6fa-3757-415a-b30c-40587377084c taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.468652] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1702c6fa-3757-415a-b30c-40587377084c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.468652] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1702c6fa-3757-415a-b30c-40587377084c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.468652] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1702c6fa-3757-415a-b30c-40587377084c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.468652] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1702c6fa-3757-415a-b30c-40587377084c',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.471037] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-1702c6fa-3757-415a-b30c-40587377084c taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.471037] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1702c6fa-3757-415a-b30c-40587377084c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.471037] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1702c6fa-3757-415a-b30c-40587377084c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.471037] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1702c6fa-3757-415a-b30c-40587377084c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.471037] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.471037] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.471037] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.471037] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.471037] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.471037] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1702c6fa-3757-415a-b30c-40587377084c',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.472068] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-d32f6537-7d82-4b8e-9a82-60009b142e45 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.472068] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d32f6537-7d82-4b8e-9a82-60009b142e45" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.472068] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d32f6537-7d82-4b8e-9a82-60009b142e45" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.472068] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d32f6537-7d82-4b8e-9a82-60009b142e45" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.472587] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d32f6537-7d82-4b8e-9a82-60009b142e45',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.973958] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-1702c6fa-3757-415a-b30c-40587377084c taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.974230] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1702c6fa-3757-415a-b30c-40587377084c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.974413] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1702c6fa-3757-415a-b30c-40587377084c',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.975337] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d32f6537-7d82-4b8e-9a82-60009b142e45 with status ACTIVE [ 1021.975538] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.975736] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.975736] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.975855] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.975937] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.976179] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.977047] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.977047] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.977047] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.977047] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.977047] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.977047] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.977047] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.977047] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.977677] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.977677] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d32f6537-7d82-4b8e-9a82-60009b142e45 is going to be updated. [ 1022.002963] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.003549] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.003549] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.003549] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.003549] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.003777] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d32f6537-7d82-4b8e-9a82-60009b142e45" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.289816] env[66341]: INFO networking_nsxv3.common.synchronization [req-9a62b17e-f9d5-4826-98c8-00d45fff8362 req-dcd225b8-e947-4ef0-a092-18d436d0fca8 tempest-DeleteServersTestJSON-147244224 tempest-DeleteServersTestJSON-147244224-project-member] Enqueued Resource ID: 8974f603-df0a-4774-8626-2d5da9c9c7e8 with Priority: HIGHEST for action security_group_members [ 1022.290799] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8974f603-df0a-4774-8626-2d5da9c9c7e8 with Priority: HIGHEST for action security_group_members [ 1022.291218] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-8974f603-df0a-4774-8626-2d5da9c9c7e8 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.291351] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8974f603-df0a-4774-8626-2d5da9c9c7e8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.291476] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8974f603-df0a-4774-8626-2d5da9c9c7e8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.291682] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8974f603-df0a-4774-8626-2d5da9c9c7e8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.291839] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.291969] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.292027] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.292165] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.292259] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.292360] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8974f603-df0a-4774-8626-2d5da9c9c7e8',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.330608] env[66341]: INFO networking_nsxv3.common.synchronization [req-ae268897-1885-408d-8624-2e1f36d6c346 req-030da5b4-8a2a-4bc0-b1bc-65afc4c01b1e tempest-AttachInterfacesTestJSON-748429391 tempest-AttachInterfacesTestJSON-748429391-project-member] Enqueued Resource ID: 3b39a8b0-a78c-4d52-91b6-8862536bfaa9 with Priority: HIGHEST for action security_group_members [ 1022.331183] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b39a8b0-a78c-4d52-91b6-8862536bfaa9 with Priority: HIGHEST for action security_group_members [ 1022.331824] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b39a8b0-a78c-4d52-91b6-8862536bfaa9 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.331824] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b39a8b0-a78c-4d52-91b6-8862536bfaa9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.331824] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b39a8b0-a78c-4d52-91b6-8862536bfaa9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.332041] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b39a8b0-a78c-4d52-91b6-8862536bfaa9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.332078] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.332156] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.332218] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.332368] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.332453] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.332547] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3b39a8b0-a78c-4d52-91b6-8862536bfaa9',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.479171] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1702c6fa-3757-415a-b30c-40587377084c',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.609268] env[66341]: INFO networking_nsxv3.common.synchronization [None req-51ec5850-50a7-4bba-bfb2-6188c4b65d3c tempest-AttachInterfacesTestJSON-748429391 tempest-AttachInterfacesTestJSON-748429391-project-member] Enqueued Resource ID: 3b39a8b0-a78c-4d52-91b6-8862536bfaa9 with Priority: HIGHEST for action security_group_members [ 1022.609268] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b39a8b0-a78c-4d52-91b6-8862536bfaa9 with Priority: HIGHEST for action security_group_members [ 1022.609268] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b39a8b0-a78c-4d52-91b6-8862536bfaa9 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.609268] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b39a8b0-a78c-4d52-91b6-8862536bfaa9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.686019] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock network-405 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.686019] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "network-405" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.686019] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "network-405" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.686019] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "network-405" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.686019] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.686756] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.687204] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.690018] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.690018] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.690018] env[66341]: DEBUG dogpile.cache.region [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1022.690018] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] NeedRegenerationException {{(pid=66341) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1022.690018] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] no value, waiting for create lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1022.690018] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] value creation lock acquired {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1022.690018] env[66341]: DEBUG dogpile.cache.region [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1022.690018] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Calling creation function for not-yet-present value {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1022.690018] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1022.712986] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1022.712986] env[66341]: DEBUG dogpile.cache.region [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66341) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1022.712986] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Released creation lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1022.712986] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "network-405" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.712986] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock port-13f4901a-c57b-44f9-8a93-5f1b59567aa3 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.712986] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "port-13f4901a-c57b-44f9-8a93-5f1b59567aa3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.712986] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "port-13f4901a-c57b-44f9-8a93-5f1b59567aa3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.712986] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "port-13f4901a-c57b-44f9-8a93-5f1b59567aa3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.712986] env[66341]: DEBUG networking_nsxv3.api.rpc [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('13f4901a-c57b-44f9-8a93-5f1b59567aa3',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.795218] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.797384] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.797384] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.797384] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.797384] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.797384] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.797384] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.797384] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.797384] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.797384] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.797384] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8974f603-df0a-4774-8626-2d5da9c9c7e8 already deleted. [ 1022.797384] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8974f603-df0a-4774-8626-2d5da9c9c7e8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.835132] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3b39a8b0-a78c-4d52-91b6-8862536bfaa9',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.986483] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.986483] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.986483] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.986483] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.986483] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.986483] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1702c6fa-3757-415a-b30c-40587377084c is going to be created. [ 1023.008761] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.009310] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.009532] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.009856] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.010185] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.021976] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1702c6fa-3757-415a-b30c-40587377084c in Status: UNINITIALIZED for 2s [ 1023.217799] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.217956] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.218094] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.218386] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.218536] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.218705] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Segment Port 13f4901a-c57b-44f9-8a93-5f1b59567aa3 not found, creating... [ 1023.218954] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.219130] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.219264] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.219480] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.219616] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.220028] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.220191] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.220361] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.220984] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.221171] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.221320] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Resource: SegmentPort with ID: 13f4901a-c57b-44f9-8a93-5f1b59567aa3 is going to be created. [ 1023.246036] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.246036] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.246036] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.246036] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.246036] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.246036] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "port-13f4901a-c57b-44f9-8a93-5f1b59567aa3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.336872] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3b39a8b0-a78c-4d52-91b6-8862536bfaa9',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.840663] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.841054] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.841054] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.841152] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.841242] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.841359] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3b39a8b0-a78c-4d52-91b6-8862536bfaa9 is going to be updated. [ 1023.879128] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.879366] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.879487] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.880036] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.880209] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.894171] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b39a8b0-a78c-4d52-91b6-8862536bfaa9 in Status: IN_PROGRESS for 2s [ 1024.015373] env[66341]: INFO networking_nsxv3.common.synchronization [req-9a62b17e-f9d5-4826-98c8-00d45fff8362 req-ac93c8a9-b164-4ce5-b629-ad2a620898e8 service nova] Enqueued Resource ID: 8974f603-df0a-4774-8626-2d5da9c9c7e8 with Priority: HIGHEST for action security_group_rules [ 1024.015691] env[66341]: INFO networking_nsxv3.common.synchronization [req-9a62b17e-f9d5-4826-98c8-00d45fff8362 req-ac93c8a9-b164-4ce5-b629-ad2a620898e8 service nova] Enqueued Resource ID: 8974f603-df0a-4774-8626-2d5da9c9c7e8 with Priority: HIGHEST for action security_group_members [ 1024.015766] env[66341]: INFO networking_nsxv3.common.synchronization [req-9a62b17e-f9d5-4826-98c8-00d45fff8362 req-ac93c8a9-b164-4ce5-b629-ad2a620898e8 service nova] Enqueued Resource ID: 13f4901a-c57b-44f9-8a93-5f1b59567aa3 with Priority: HIGHEST for action port [ 1024.016444] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8974f603-df0a-4774-8626-2d5da9c9c7e8 with Priority: HIGHEST for action security_group_rules [ 1024.016808] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8974f603-df0a-4774-8626-2d5da9c9c7e8 with Priority: HIGHEST for action security_group_members [ 1024.016808] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13f4901a-c57b-44f9-8a93-5f1b59567aa3 with Priority: HIGHEST for action port [ 1024.017125] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8974f603-df0a-4774-8626-2d5da9c9c7e8 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.017251] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8974f603-df0a-4774-8626-2d5da9c9c7e8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.017251] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8974f603-df0a-4774-8626-2d5da9c9c7e8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.017540] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8974f603-df0a-4774-8626-2d5da9c9c7e8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.017623] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8974f603-df0a-4774-8626-2d5da9c9c7e8',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.018589] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-8974f603-df0a-4774-8626-2d5da9c9c7e8 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.018731] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8974f603-df0a-4774-8626-2d5da9c9c7e8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.018801] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8974f603-df0a-4774-8626-2d5da9c9c7e8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.019014] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8974f603-df0a-4774-8626-2d5da9c9c7e8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.019186] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.019400] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.019400] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.022760] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.022760] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.022760] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8974f603-df0a-4774-8626-2d5da9c9c7e8',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.022760] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-13f4901a-c57b-44f9-8a93-5f1b59567aa3 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.022760] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-13f4901a-c57b-44f9-8a93-5f1b59567aa3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.022760] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-13f4901a-c57b-44f9-8a93-5f1b59567aa3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.022760] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-13f4901a-c57b-44f9-8a93-5f1b59567aa3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.022760] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('13f4901a-c57b-44f9-8a93-5f1b59567aa3',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.522879] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8974f603-df0a-4774-8626-2d5da9c9c7e8',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.525193] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-8974f603-df0a-4774-8626-2d5da9c9c7e8 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.525350] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8974f603-df0a-4774-8626-2d5da9c9c7e8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.525815] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 13f4901a-c57b-44f9-8a93-5f1b59567aa3 with status ACTIVE [ 1024.526017] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.526143] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.526214] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.526425] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.526513] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.526688] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.526831] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.526874] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.526995] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.527201] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.527513] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.527618] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.527680] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.527913] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.528012] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.528102] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 13f4901a-c57b-44f9-8a93-5f1b59567aa3 is going to be updated. [ 1024.559080] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.559080] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.559080] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.559080] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.559080] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.559080] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-13f4901a-c57b-44f9-8a93-5f1b59567aa3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.026393] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8974f603-df0a-4774-8626-2d5da9c9c7e8',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.033102] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1702c6fa-3757-415a-b30c-40587377084c in Status: SUCCESS [ 1025.033334] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1702c6fa-3757-415a-b30c-40587377084c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.033589] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1702c6fa-3757-415a-b30c-40587377084c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.033705] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1702c6fa-3757-415a-b30c-40587377084c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.033892] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.034034] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.034094] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.034940] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.034940] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.034940] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1702c6fa-3757-415a-b30c-40587377084c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.034940] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1702c6fa-3757-415a-b30c-40587377084c',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.239022] env[66341]: INFO networking_nsxv3.common.synchronization [None req-f377d818-548e-4a6c-a3a9-c85dba909c63 tempest-AttachVolumeShelveTestJSON-330010653 tempest-AttachVolumeShelveTestJSON-330010653-project-member] Enqueued Resource ID: d84d375e-352c-4652-9cd1-7b8a197b13fd with Priority: HIGHEST for action security_group_rules [ 1025.239022] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d84d375e-352c-4652-9cd1-7b8a197b13fd with Priority: HIGHEST for action security_group_rules [ 1025.239022] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d84d375e-352c-4652-9cd1-7b8a197b13fd taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.239022] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d84d375e-352c-4652-9cd1-7b8a197b13fd" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.239022] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d84d375e-352c-4652-9cd1-7b8a197b13fd" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.239022] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d84d375e-352c-4652-9cd1-7b8a197b13fd" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.239022] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d84d375e-352c-4652-9cd1-7b8a197b13fd',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.338538] env[66341]: INFO networking_nsxv3.common.synchronization [None req-ccecfc00-ec29-4c9e-b93d-6016c40c8cb2 tempest-AttachVolumeShelveTestJSON-330010653 tempest-AttachVolumeShelveTestJSON-330010653-project-member] Enqueued Resource ID: d84d375e-352c-4652-9cd1-7b8a197b13fd with Priority: HIGHEST for action security_group_rules [ 1025.339246] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d84d375e-352c-4652-9cd1-7b8a197b13fd with Priority: HIGHEST for action security_group_rules [ 1025.339697] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d84d375e-352c-4652-9cd1-7b8a197b13fd taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.339841] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d84d375e-352c-4652-9cd1-7b8a197b13fd" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.529150] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.529330] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.529406] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.529651] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.529755] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.529881] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8974f603-df0a-4774-8626-2d5da9c9c7e8 is going to be created. [ 1025.541953] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1702c6fa-3757-415a-b30c-40587377084c',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.554626] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.554792] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.554871] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.555053] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.555245] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.568654] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8974f603-df0a-4774-8626-2d5da9c9c7e8 in Status: UNINITIALIZED for 2s [ 1025.762984] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.762984] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.762984] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.763270] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.763339] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.763498] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d84d375e-352c-4652-9cd1-7b8a197b13fd already deleted. [ 1025.763637] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d84d375e-352c-4652-9cd1-7b8a197b13fd" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.763899] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d84d375e-352c-4652-9cd1-7b8a197b13fd" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.764214] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d84d375e-352c-4652-9cd1-7b8a197b13fd" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.764361] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d84d375e-352c-4652-9cd1-7b8a197b13fd',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.913378] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b39a8b0-a78c-4d52-91b6-8862536bfaa9 in Status: SUCCESS [ 1025.913821] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b39a8b0-a78c-4d52-91b6-8862536bfaa9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.914920] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b39a8b0-a78c-4d52-91b6-8862536bfaa9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.914920] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b39a8b0-a78c-4d52-91b6-8862536bfaa9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.914920] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.914920] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.914920] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.914920] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.914920] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.915463] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3b39a8b0-a78c-4d52-91b6-8862536bfaa9',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.921451] env[66341]: INFO networking_nsxv3.common.synchronization [req-e230720d-86ae-49dd-9329-e8cff59db94a req-eb2266f0-28d4-4663-b33f-cf4dd882103e tempest-AttachInterfacesTestJSON-748429391 tempest-AttachInterfacesTestJSON-748429391-project-member] Enqueued Resource ID: 1a9808dd-4c11-4a73-8fb5-cfdacc0308bb with Priority: HIGHEST for action security_group_members [ 1025.922167] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a9808dd-4c11-4a73-8fb5-cfdacc0308bb with Priority: HIGHEST for action security_group_members [ 1025.922542] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a9808dd-4c11-4a73-8fb5-cfdacc0308bb taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.922684] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a9808dd-4c11-4a73-8fb5-cfdacc0308bb" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.922763] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a9808dd-4c11-4a73-8fb5-cfdacc0308bb" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.923021] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a9808dd-4c11-4a73-8fb5-cfdacc0308bb" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.923194] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.923316] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.923391] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.923599] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.923663] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.923736] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1a9808dd-4c11-4a73-8fb5-cfdacc0308bb',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.044258] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1702c6fa-3757-415a-b30c-40587377084c: rpc.has_security_group_logging(os_id): False [ 1026.065788] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.066036] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.066036] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.066361] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.066486] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.066705] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.066809] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.066927] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.067064] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.067157] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.067263] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1702c6fa-3757-415a-b30c-40587377084c is going to be created. [ 1026.134461] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.134609] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.134701] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.134925] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.135191] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.150030] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1702c6fa-3757-415a-b30c-40587377084c in Status: IN_PROGRESS for 2s [ 1026.301358] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.301599] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.301599] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.301789] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.301882] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.301980] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d84d375e-352c-4652-9cd1-7b8a197b13fd already deleted. [ 1026.302081] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d84d375e-352c-4652-9cd1-7b8a197b13fd" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.418016] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.418306] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.418402] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.418712] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.418872] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.419208] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.419436] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.419498] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.419680] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.419779] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.419870] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3b39a8b0-a78c-4d52-91b6-8862536bfaa9 is going to be updated. [ 1026.428587] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.428587] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.428587] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.428587] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.458650] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.459072] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.459350] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.459350] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.459572] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.459696] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.459769] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a9808dd-4c11-4a73-8fb5-cfdacc0308bb is going to be updated. [ 1026.461816] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.462039] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.462039] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.462227] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.462440] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.477546] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b39a8b0-a78c-4d52-91b6-8862536bfaa9 in Status: IN_PROGRESS for 2s [ 1026.496942] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.496942] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.496942] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.496942] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.497335] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.507976] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a9808dd-4c11-4a73-8fb5-cfdacc0308bb in Status: IN_PROGRESS for 2s [ 1027.580070] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8974f603-df0a-4774-8626-2d5da9c9c7e8 in Status: SUCCESS [ 1027.583028] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8974f603-df0a-4774-8626-2d5da9c9c7e8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.583028] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8974f603-df0a-4774-8626-2d5da9c9c7e8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.583028] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8974f603-df0a-4774-8626-2d5da9c9c7e8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.583028] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.583028] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.583028] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.583028] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.583028] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.583028] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8974f603-df0a-4774-8626-2d5da9c9c7e8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.583028] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8974f603-df0a-4774-8626-2d5da9c9c7e8',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.084150] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-8974f603-df0a-4774-8626-2d5da9c9c7e8 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.084340] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8974f603-df0a-4774-8626-2d5da9c9c7e8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.084408] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8974f603-df0a-4774-8626-2d5da9c9c7e8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.086104] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8974f603-df0a-4774-8626-2d5da9c9c7e8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.086104] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.086104] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.086104] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.086104] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.086104] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.086104] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8974f603-df0a-4774-8626-2d5da9c9c7e8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.086104] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-8974f603-df0a-4774-8626-2d5da9c9c7e8 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.086104] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8974f603-df0a-4774-8626-2d5da9c9c7e8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.086104] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8974f603-df0a-4774-8626-2d5da9c9c7e8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.086104] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8974f603-df0a-4774-8626-2d5da9c9c7e8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.086104] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.086104] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.086104] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.086881] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.086918] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.087090] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8974f603-df0a-4774-8626-2d5da9c9c7e8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.087208] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8974f603-df0a-4774-8626-2d5da9c9c7e8',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.163330] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1702c6fa-3757-415a-b30c-40587377084c in Status: SUCCESS [ 1028.163552] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1702c6fa-3757-415a-b30c-40587377084c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.495200] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b39a8b0-a78c-4d52-91b6-8862536bfaa9 in Status: SUCCESS [ 1028.495810] env[66341]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3b39a8b0-a78c-4d52-91b6-8862536bfaa9 deletion is rescheduled due to dependency. [ 1028.499513] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b39a8b0-a78c-4d52-91b6-8862536bfaa9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.520498] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a9808dd-4c11-4a73-8fb5-cfdacc0308bb in Status: SUCCESS [ 1028.520498] env[66341]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a9808dd-4c11-4a73-8fb5-cfdacc0308bb deletion is rescheduled due to dependency. [ 1028.520498] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a9808dd-4c11-4a73-8fb5-cfdacc0308bb" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.591667] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8974f603-df0a-4774-8626-2d5da9c9c7e8: rpc.has_security_group_logging(os_id): False [ 1028.614348] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.614528] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.614613] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.615293] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.615293] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.615293] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.615795] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.615795] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.615795] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.615795] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.616597] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.616597] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.616597] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.616597] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.616597] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.616597] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.616597] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.616597] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.616975] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.616975] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.616975] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8974f603-df0a-4774-8626-2d5da9c9c7e8 is going to be created. [ 1028.689729] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.689974] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.690158] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.690498] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.690795] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.715551] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8974f603-df0a-4774-8626-2d5da9c9c7e8 in Status: IN_PROGRESS for 2s [ 1030.729707] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8974f603-df0a-4774-8626-2d5da9c9c7e8 in Status: SUCCESS [ 1030.730103] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8974f603-df0a-4774-8626-2d5da9c9c7e8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.732443] env[66341]: INFO networking_nsxv3.common.synchronization [req-e770f351-b9be-4ba0-9296-6e25bf72a085 req-8253981c-98c8-49ad-bc4f-e0292e0fb338 tempest-ServerDiskConfigTestJSON-523208532 tempest-ServerDiskConfigTestJSON-523208532-project-member] Enqueued Resource ID: b7f60bac-f9d3-4f79-8d31-ce493c6ee41d with Priority: HIGHEST for action security_group_members [ 1030.732885] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7f60bac-f9d3-4f79-8d31-ce493c6ee41d with Priority: HIGHEST for action security_group_members [ 1030.733227] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7f60bac-f9d3-4f79-8d31-ce493c6ee41d taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.733359] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7f60bac-f9d3-4f79-8d31-ce493c6ee41d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.733438] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7f60bac-f9d3-4f79-8d31-ce493c6ee41d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.733645] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7f60bac-f9d3-4f79-8d31-ce493c6ee41d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.733740] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.733836] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.733898] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.734038] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.734129] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.734212] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b7f60bac-f9d3-4f79-8d31-ce493c6ee41d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.236428] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.236595] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.236677] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.236899] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.236994] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.237213] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.237312] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.237438] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.237549] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.237632] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.237720] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7f60bac-f9d3-4f79-8d31-ce493c6ee41d is going to be updated. [ 1031.270375] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.270514] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.270594] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.270804] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.270945] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.280322] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7f60bac-f9d3-4f79-8d31-ce493c6ee41d in Status: IN_PROGRESS for 2s [ 1033.292174] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7f60bac-f9d3-4f79-8d31-ce493c6ee41d in Status: SUCCESS [ 1033.292430] env[66341]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7f60bac-f9d3-4f79-8d31-ce493c6ee41d deletion is rescheduled due to dependency. [ 1033.292475] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7f60bac-f9d3-4f79-8d31-ce493c6ee41d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.369317] env[66341]: INFO networking_nsxv3.common.synchronization [req-32878212-3094-44b3-bab1-c2abfdf9995d req-01be5bfd-2ce3-4a57-b2f9-d67f1187d5ac tempest-ImagesTestJSON-1540688741 tempest-ImagesTestJSON-1540688741-project-member] Enqueued Resource ID: 8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a with Priority: HIGHEST for action security_group_members [ 1033.369317] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a with Priority: HIGHEST for action security_group_members [ 1033.369317] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.369317] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.369317] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.369317] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.369317] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.369743] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.369805] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.369948] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.370051] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.370175] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.872708] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.872917] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.873019] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.873319] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.873431] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.873687] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.873818] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.873941] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.874139] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.874243] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.874357] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a is going to be updated. [ 1033.920152] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.920424] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.920424] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.920695] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.920874] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.934823] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a in Status: IN_PROGRESS for 2s [ 1034.727528] env[66341]: INFO networking_nsxv3.common.synchronization [req-01261e3d-95a8-4aa2-b89d-df9425dcd919 req-46911dc7-fc36-4397-9b02-199cf933e6e3 tempest-DeleteServersTestJSON-147244224 tempest-DeleteServersTestJSON-147244224-project-member] Enqueued Resource ID: 8974f603-df0a-4774-8626-2d5da9c9c7e8 with Priority: HIGHEST for action security_group_members [ 1034.727528] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8974f603-df0a-4774-8626-2d5da9c9c7e8 with Priority: HIGHEST for action security_group_members [ 1034.727874] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-8974f603-df0a-4774-8626-2d5da9c9c7e8 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.727874] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8974f603-df0a-4774-8626-2d5da9c9c7e8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.727874] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8974f603-df0a-4774-8626-2d5da9c9c7e8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.728094] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8974f603-df0a-4774-8626-2d5da9c9c7e8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.728508] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.728614] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.728670] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.728834] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.728920] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.729026] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8974f603-df0a-4774-8626-2d5da9c9c7e8',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.232175] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.232350] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.232486] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.232671] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.232766] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.232970] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.233084] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.233164] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.233370] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.233457] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.233546] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8974f603-df0a-4774-8626-2d5da9c9c7e8 is going to be updated. [ 1035.263897] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.263897] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.263897] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.263897] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.263897] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.273193] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8974f603-df0a-4774-8626-2d5da9c9c7e8 in Status: IN_PROGRESS for 2s [ 1035.945659] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a in Status: SUCCESS [ 1035.946023] env[66341]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a deletion is rescheduled due to dependency. [ 1035.946023] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.284911] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8974f603-df0a-4774-8626-2d5da9c9c7e8 in Status: SUCCESS [ 1037.284911] env[66341]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8974f603-df0a-4774-8626-2d5da9c9c7e8 deletion is rescheduled due to dependency. [ 1037.284911] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8974f603-df0a-4774-8626-2d5da9c9c7e8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.532099] env[66341]: INFO networking_nsxv3.common.synchronization [req-07d075a5-ca94-4952-be0a-79f6e3d863a2 req-aea1070d-3c62-4fb3-bbcc-c45ca6305a62 tempest-ServersTestJSON-2126961376 tempest-ServersTestJSON-2126961376-project-member] Enqueued Resource ID: 3bd24151-8924-4c51-b869-89f5cc8e8a8d with Priority: HIGHEST for action security_group_members [ 1037.532643] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bd24151-8924-4c51-b869-89f5cc8e8a8d with Priority: HIGHEST for action security_group_members [ 1037.533456] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-3bd24151-8924-4c51-b869-89f5cc8e8a8d taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.533456] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3bd24151-8924-4c51-b869-89f5cc8e8a8d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.533456] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3bd24151-8924-4c51-b869-89f5cc8e8a8d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.533456] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3bd24151-8924-4c51-b869-89f5cc8e8a8d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.534022] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.534022] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.534022] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.534022] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.534022] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.534022] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3bd24151-8924-4c51-b869-89f5cc8e8a8d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.035802] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3bd24151-8924-4c51-b869-89f5cc8e8a8d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.539253] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3bd24151-8924-4c51-b869-89f5cc8e8a8d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.043564] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.043708] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.044699] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.044699] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.044699] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.044699] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3bd24151-8924-4c51-b869-89f5cc8e8a8d is going to be updated. [ 1039.072506] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.072656] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.072728] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.072940] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.073118] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.083921] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3bd24151-8924-4c51-b869-89f5cc8e8a8d in Status: IN_PROGRESS for 2s [ 1041.054483] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.054483] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.054483] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.054910] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.054993] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.094195] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3bd24151-8924-4c51-b869-89f5cc8e8a8d in Status: SUCCESS [ 1041.094384] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3bd24151-8924-4c51-b869-89f5cc8e8a8d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.558931] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.061258] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.521423] env[66341]: INFO networking_nsxv3.common.synchronization [req-5cde9736-2b7c-48a1-afe9-6becce854040 req-f2bfb31c-5237-4c7a-99bb-a8533a45a85d tempest-ServerRescueTestJSON-394397179 tempest-ServerRescueTestJSON-394397179-project-member] Enqueued Resource ID: 0c1e4204-ef25-40e6-a41d-0250216e6636 with Priority: HIGHEST for action security_group_members [ 1042.521928] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c1e4204-ef25-40e6-a41d-0250216e6636 with Priority: HIGHEST for action security_group_members [ 1042.522267] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c1e4204-ef25-40e6-a41d-0250216e6636 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.522397] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c1e4204-ef25-40e6-a41d-0250216e6636" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.522448] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c1e4204-ef25-40e6-a41d-0250216e6636" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.522658] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c1e4204-ef25-40e6-a41d-0250216e6636" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.523401] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.523520] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.523587] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.523746] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.523859] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.523960] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0c1e4204-ef25-40e6-a41d-0250216e6636',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.563907] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1042.564088] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1042.893455] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock network-442 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.893737] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "network-442" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.893794] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "network-442" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.894073] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "network-442" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.894339] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.894497] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.894700] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.894940] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.895099] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.895388] env[66341]: DEBUG dogpile.cache.region [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1042.895500] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] NeedRegenerationException {{(pid=66341) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1042.895607] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] no value, waiting for create lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1042.895712] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] value creation lock acquired {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1042.895823] env[66341]: DEBUG dogpile.cache.region [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1042.895928] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Calling creation function for not-yet-present value {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1042.896071] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1042.916492] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1042.916675] env[66341]: DEBUG dogpile.cache.region [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66341) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1042.916800] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Released creation lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1042.916991] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "network-442" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.917338] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock port-4d262fec-a86d-43c5-b342-b6c4ae628763 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.917523] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "port-4d262fec-a86d-43c5-b342-b6c4ae628763" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.917642] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "port-4d262fec-a86d-43c5-b342-b6c4ae628763" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.917957] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "port-4d262fec-a86d-43c5-b342-b6c4ae628763" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.918121] env[66341]: DEBUG networking_nsxv3.api.rpc [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4d262fec-a86d-43c5-b342-b6c4ae628763',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.026503] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0c1e4204-ef25-40e6-a41d-0250216e6636',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.356652] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.357069] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.357069] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.357146] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.371470] env[66341]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1043.372488] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.373595] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1043.415724] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.415957] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.416054] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.416339] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.426362] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.427191] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1043.427339] env[66341]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=66341) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1043.427494] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1043.428930] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.429216] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.429414] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.429714] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.429923] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.430158] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Segment Port 4d262fec-a86d-43c5-b342-b6c4ae628763 not found, creating... [ 1043.430933] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.430933] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.430933] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.431122] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.431314] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.431651] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.431877] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.432042] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.432346] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.432542] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.432722] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Resource: SegmentPort with ID: 4d262fec-a86d-43c5-b342-b6c4ae628763 is going to be created. [ 1043.453165] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.453474] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.453640] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.453953] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.454234] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.454506] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "port-4d262fec-a86d-43c5-b342-b6c4ae628763" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.476208] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.476415] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.476415] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.476622] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.477872] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.478112] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1043.529491] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0c1e4204-ef25-40e6-a41d-0250216e6636',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.595018] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.595333] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.595431] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.595695] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.596044] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.596404] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1043.742656] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.742882] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.742882] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.743122] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.743424] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.743730] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:43. [ 1043.743828] env[66341]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'8446325c-f795-4856-b10e-0879b36e372c', 'efd7ad7f-2b54-41bc-b065-1ec45f761923', '32a217d0-1d1a-491a-b8f2-5d520ca8c2b3', '54c602c8-3132-402f-970c-ac9034931047', '3bd24151-8924-4c51-b869-89f5cc8e8a8d', 'eece7877-557f-4fcb-a926-0b313a7f4005', '23ff1138-b61d-4659-a43c-da844e007523', '77233b36-3501-4be5-bd28-768a6d59f79b', '05e2bcdb-af8f-4a01-aadb-b928355b0164', '8974f603-df0a-4774-8626-2d5da9c9c7e8', '4c73aa37-2928-4999-a9f4-cc6731e36f3f', '54584e3e-60dc-4e1c-b022-2fb1fc1ac01d', '00f59204-3259-4365-b712-ff2b98a2bad1', '9177f35c-9b13-4204-9e35-9af218b20813', '341975fd-3181-4fe6-beaf-e537fb1e9a77', 'ae0d15ea-95ee-4114-8fd2-bc23c0afd37f', 'fbedacf2-2a8f-4f9f-87a3-e9b1992f5afc', '1ea156fb-f61d-416b-a670-e0d61d41f217', '0c1e4204-ef25-40e6-a41d-0250216e6636', '1ceec802-5195-4c42-9569-8b96cf06629f', '4d9b6380-677b-4132-82db-36e6ccf66fa3', 'd381340a-3892-4f37-8f65-483092c73799', '9cdf7238-451f-4652-91ab-fc85ab12a1b5', '3b39a8b0-a78c-4d52-91b6-8862536bfaa9', 'c0321722-43f8-42ca-8095-38c306907674', 'fcebbbba-2420-44ba-8b78-4fd6c469b760', '3e60923b-0326-4e64-92e9-cecea00006f4', 'b7f60bac-f9d3-4f79-8d31-ce493c6ee41d', '8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a', '3a4db453-806e-4421-9a20-de590427fd35', '65e0de1e-4c93-4d0c-ba35-be0fe8744a9d', 'b98d8ee2-f59a-4689-8c0c-13a03225f372', '2ed187ee-7bd7-40db-95c6-d801d1551633', '56a8d4d9-e4b8-4c97-bde5-0fadd80aae09', 'efa3519a-8d71-4575-b186-e4adadeb9631', '9992e15b-8b68-4bfe-a54f-3065e157b3b3', '4e8cb6e0-656e-435a-bc05-c20ad7c11044', '1702c6fa-3757-415a-b30c-40587377084c', 'ce7ac1e0-dc34-4cba-baba-29e6c6c5c0d4', 'c6e49699-2c9c-434d-a135-bff39cf7ae55', '1a9808dd-4c11-4a73-8fb5-cfdacc0308bb', 'fb0cb4f0-93d5-47a3-a946-b613a4a7d88a', 'e83c997d-7705-4cd4-85bf-1c614630f4a7'} {{(pid=66341) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1043.743926] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1043.769590] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.769737] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.769808] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.770063] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.770170] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.770282] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1043.770350] env[66341]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=66341) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1043.770422] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1043.865148] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.865369] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.865438] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.865638] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.866695] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.866955] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1043.867050] env[66341]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=66341) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1043.867142] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1043.867209] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1043.867280] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/43 resources of Type:Security Group Rules [ 1043.867353] env[66341]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8446325c-f795-4856-b10e-0879b36e372c with Priority: HIGH for action security_group_rules [ 1043.867430] env[66341]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: efd7ad7f-2b54-41bc-b065-1ec45f761923 with Priority: HIGH for action security_group_rules [ 1043.867563] env[66341]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 32a217d0-1d1a-491a-b8f2-5d520ca8c2b3 with Priority: HIGH for action security_group_rules [ 1043.867648] env[66341]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 54c602c8-3132-402f-970c-ac9034931047 with Priority: HIGH for action security_group_rules [ 1043.867707] env[66341]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3bd24151-8924-4c51-b869-89f5cc8e8a8d with Priority: HIGH for action security_group_rules [ 1043.867765] env[66341]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: eece7877-557f-4fcb-a926-0b313a7f4005 with Priority: HIGH for action security_group_rules [ 1043.867835] env[66341]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 23ff1138-b61d-4659-a43c-da844e007523 with Priority: HIGH for action security_group_rules [ 1043.867885] env[66341]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 77233b36-3501-4be5-bd28-768a6d59f79b with Priority: HIGH for action security_group_rules [ 1043.867950] env[66341]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 05e2bcdb-af8f-4a01-aadb-b928355b0164 with Priority: HIGH for action security_group_rules [ 1043.868054] env[66341]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8974f603-df0a-4774-8626-2d5da9c9c7e8 with Priority: HIGH for action security_group_rules [ 1043.868123] env[66341]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4c73aa37-2928-4999-a9f4-cc6731e36f3f with Priority: HIGH for action security_group_rules [ 1043.868178] env[66341]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 54584e3e-60dc-4e1c-b022-2fb1fc1ac01d with Priority: HIGH for action security_group_rules [ 1043.868234] env[66341]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 00f59204-3259-4365-b712-ff2b98a2bad1 with Priority: HIGH for action security_group_rules [ 1043.868291] env[66341]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9177f35c-9b13-4204-9e35-9af218b20813 with Priority: HIGH for action security_group_rules [ 1043.868351] env[66341]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 341975fd-3181-4fe6-beaf-e537fb1e9a77 with Priority: HIGH for action security_group_rules [ 1043.868407] env[66341]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ae0d15ea-95ee-4114-8fd2-bc23c0afd37f with Priority: HIGH for action security_group_rules [ 1043.868486] env[66341]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fbedacf2-2a8f-4f9f-87a3-e9b1992f5afc with Priority: HIGH for action security_group_rules [ 1043.868540] env[66341]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1ea156fb-f61d-416b-a670-e0d61d41f217 with Priority: HIGH for action security_group_rules [ 1043.868579] env[66341]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0c1e4204-ef25-40e6-a41d-0250216e6636 with Priority: HIGH for action security_group_rules [ 1043.868634] env[66341]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1ceec802-5195-4c42-9569-8b96cf06629f with Priority: HIGH for action security_group_rules [ 1043.868732] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.033163] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.033163] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.033163] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.033163] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.033163] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.033521] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0c1e4204-ef25-40e6-a41d-0250216e6636 is going to be updated. [ 1044.067281] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.067281] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.067281] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.067281] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.067281] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.077831] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c1e4204-ef25-40e6-a41d-0250216e6636 in Status: IN_PROGRESS for 2s [ 1044.164036] env[66341]: INFO networking_nsxv3.common.synchronization [req-5cde9736-2b7c-48a1-afe9-6becce854040 req-86c38d8b-4b95-420e-af09-a0009489cda9 service nova] Enqueued Resource ID: 0c1e4204-ef25-40e6-a41d-0250216e6636 with Priority: HIGHEST for action security_group_rules [ 1044.164036] env[66341]: INFO networking_nsxv3.common.synchronization [req-5cde9736-2b7c-48a1-afe9-6becce854040 req-86c38d8b-4b95-420e-af09-a0009489cda9 service nova] Enqueued Resource ID: 0c1e4204-ef25-40e6-a41d-0250216e6636 with Priority: HIGHEST for action security_group_members [ 1044.164036] env[66341]: INFO networking_nsxv3.common.synchronization [req-5cde9736-2b7c-48a1-afe9-6becce854040 req-86c38d8b-4b95-420e-af09-a0009489cda9 service nova] Enqueued Resource ID: 4d262fec-a86d-43c5-b342-b6c4ae628763 with Priority: HIGHEST for action port [ 1044.164413] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c1e4204-ef25-40e6-a41d-0250216e6636 with Priority: HIGHEST for action security_group_rules [ 1044.164588] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c1e4204-ef25-40e6-a41d-0250216e6636 with Priority: HIGHEST for action security_group_members [ 1044.164695] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d262fec-a86d-43c5-b342-b6c4ae628763 with Priority: HIGHEST for action port [ 1044.164875] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8446325c-f795-4856-b10e-0879b36e372c with Priority: HIGH for action security_group_rules [ 1044.164875] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32a217d0-1d1a-491a-b8f2-5d520ca8c2b3 with Priority: HIGH for action security_group_rules [ 1044.164974] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23ff1138-b61d-4659-a43c-da844e007523 with Priority: HIGH for action security_group_rules [ 1044.165373] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 341975fd-3181-4fe6-beaf-e537fb1e9a77 with Priority: HIGH for action security_group_rules [ 1044.165414] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ceec802-5195-4c42-9569-8b96cf06629f with Priority: HIGH for action security_group_rules [ 1044.165504] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c1e4204-ef25-40e6-a41d-0250216e6636 with Priority: HIGH for action security_group_rules [ 1044.166072] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ea156fb-f61d-416b-a670-e0d61d41f217 with Priority: HIGH for action security_group_rules [ 1044.166072] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fbedacf2-2a8f-4f9f-87a3-e9b1992f5afc with Priority: HIGH for action security_group_rules [ 1044.166072] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9177f35c-9b13-4204-9e35-9af218b20813 with Priority: HIGH for action security_group_rules [ 1044.166072] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae0d15ea-95ee-4114-8fd2-bc23c0afd37f with Priority: HIGH for action security_group_rules [ 1044.166072] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00f59204-3259-4365-b712-ff2b98a2bad1 with Priority: HIGH for action security_group_rules [ 1044.166072] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54584e3e-60dc-4e1c-b022-2fb1fc1ac01d with Priority: HIGH for action security_group_rules [ 1044.166482] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c73aa37-2928-4999-a9f4-cc6731e36f3f with Priority: HIGH for action security_group_rules [ 1044.166482] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8974f603-df0a-4774-8626-2d5da9c9c7e8 with Priority: HIGH for action security_group_rules [ 1044.166482] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05e2bcdb-af8f-4a01-aadb-b928355b0164 with Priority: HIGH for action security_group_rules [ 1044.166482] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eece7877-557f-4fcb-a926-0b313a7f4005 with Priority: HIGH for action security_group_rules [ 1044.166624] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77233b36-3501-4be5-bd28-768a6d59f79b with Priority: HIGH for action security_group_rules [ 1044.166624] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bd24151-8924-4c51-b869-89f5cc8e8a8d with Priority: HIGH for action security_group_rules [ 1044.166697] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efd7ad7f-2b54-41bc-b065-1ec45f761923 with Priority: HIGH for action security_group_rules [ 1044.166781] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54c602c8-3132-402f-970c-ac9034931047 with Priority: HIGH for action security_group_rules [ 1044.167052] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0c1e4204-ef25-40e6-a41d-0250216e6636 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.167279] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0c1e4204-ef25-40e6-a41d-0250216e6636" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.167359] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0c1e4204-ef25-40e6-a41d-0250216e6636" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.167716] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0c1e4204-ef25-40e6-a41d-0250216e6636" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.167757] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0c1e4204-ef25-40e6-a41d-0250216e6636',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.169721] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c1e4204-ef25-40e6-a41d-0250216e6636 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.169845] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c1e4204-ef25-40e6-a41d-0250216e6636" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.170028] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-4d262fec-a86d-43c5-b342-b6c4ae628763 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.170137] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4d262fec-a86d-43c5-b342-b6c4ae628763" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.170203] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4d262fec-a86d-43c5-b342-b6c4ae628763" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.170607] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4d262fec-a86d-43c5-b342-b6c4ae628763" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.170690] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4d262fec-a86d-43c5-b342-b6c4ae628763',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.173354] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8446325c-f795-4856-b10e-0879b36e372c taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.173462] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8446325c-f795-4856-b10e-0879b36e372c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.173532] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8446325c-f795-4856-b10e-0879b36e372c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.173703] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8446325c-f795-4856-b10e-0879b36e372c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.173782] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8446325c-f795-4856-b10e-0879b36e372c',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.174597] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-32a217d0-1d1a-491a-b8f2-5d520ca8c2b3 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.178182] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-32a217d0-1d1a-491a-b8f2-5d520ca8c2b3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.178318] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-32a217d0-1d1a-491a-b8f2-5d520ca8c2b3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.178951] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-32a217d0-1d1a-491a-b8f2-5d520ca8c2b3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.178951] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('32a217d0-1d1a-491a-b8f2-5d520ca8c2b3',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.180486] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-23ff1138-b61d-4659-a43c-da844e007523 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.180486] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-23ff1138-b61d-4659-a43c-da844e007523" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.180486] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-23ff1138-b61d-4659-a43c-da844e007523" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.180661] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-23ff1138-b61d-4659-a43c-da844e007523" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.180661] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('23ff1138-b61d-4659-a43c-da844e007523',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.182471] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-341975fd-3181-4fe6-beaf-e537fb1e9a77 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.182879] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-341975fd-3181-4fe6-beaf-e537fb1e9a77" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.182957] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-341975fd-3181-4fe6-beaf-e537fb1e9a77" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.183123] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-341975fd-3181-4fe6-beaf-e537fb1e9a77" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.183285] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('341975fd-3181-4fe6-beaf-e537fb1e9a77',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.185308] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1ceec802-5195-4c42-9569-8b96cf06629f taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.185446] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1ceec802-5195-4c42-9569-8b96cf06629f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.185515] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1ceec802-5195-4c42-9569-8b96cf06629f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.185679] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1ceec802-5195-4c42-9569-8b96cf06629f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.185754] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1ceec802-5195-4c42-9569-8b96cf06629f',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.188160] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0c1e4204-ef25-40e6-a41d-0250216e6636 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.188278] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0c1e4204-ef25-40e6-a41d-0250216e6636" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.188803] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1ea156fb-f61d-416b-a670-e0d61d41f217 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.188803] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1ea156fb-f61d-416b-a670-e0d61d41f217" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.189049] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1ea156fb-f61d-416b-a670-e0d61d41f217" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.189049] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1ea156fb-f61d-416b-a670-e0d61d41f217" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.189049] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1ea156fb-f61d-416b-a670-e0d61d41f217',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.189746] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fbedacf2-2a8f-4f9f-87a3-e9b1992f5afc taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.189857] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fbedacf2-2a8f-4f9f-87a3-e9b1992f5afc" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.189907] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fbedacf2-2a8f-4f9f-87a3-e9b1992f5afc" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.190063] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fbedacf2-2a8f-4f9f-87a3-e9b1992f5afc" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.190162] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fbedacf2-2a8f-4f9f-87a3-e9b1992f5afc',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.190818] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9177f35c-9b13-4204-9e35-9af218b20813 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.190938] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9177f35c-9b13-4204-9e35-9af218b20813" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.190980] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9177f35c-9b13-4204-9e35-9af218b20813" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.191143] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9177f35c-9b13-4204-9e35-9af218b20813" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.191245] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9177f35c-9b13-4204-9e35-9af218b20813',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.191865] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ae0d15ea-95ee-4114-8fd2-bc23c0afd37f taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.191969] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ae0d15ea-95ee-4114-8fd2-bc23c0afd37f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.193363] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ae0d15ea-95ee-4114-8fd2-bc23c0afd37f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.193731] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ae0d15ea-95ee-4114-8fd2-bc23c0afd37f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.194051] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ae0d15ea-95ee-4114-8fd2-bc23c0afd37f',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.195966] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-00f59204-3259-4365-b712-ff2b98a2bad1 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.196237] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-00f59204-3259-4365-b712-ff2b98a2bad1" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.196237] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-00f59204-3259-4365-b712-ff2b98a2bad1" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.196969] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-00f59204-3259-4365-b712-ff2b98a2bad1" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.196969] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('00f59204-3259-4365-b712-ff2b98a2bad1',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.197708] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-54584e3e-60dc-4e1c-b022-2fb1fc1ac01d taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.197708] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-54584e3e-60dc-4e1c-b022-2fb1fc1ac01d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.197708] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-54584e3e-60dc-4e1c-b022-2fb1fc1ac01d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.197848] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-54584e3e-60dc-4e1c-b022-2fb1fc1ac01d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.197848] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('54584e3e-60dc-4e1c-b022-2fb1fc1ac01d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.198874] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4c73aa37-2928-4999-a9f4-cc6731e36f3f taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.198974] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4c73aa37-2928-4999-a9f4-cc6731e36f3f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.199474] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4c73aa37-2928-4999-a9f4-cc6731e36f3f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.199474] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4c73aa37-2928-4999-a9f4-cc6731e36f3f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.199474] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4c73aa37-2928-4999-a9f4-cc6731e36f3f',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.200780] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8974f603-df0a-4774-8626-2d5da9c9c7e8 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.200902] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8974f603-df0a-4774-8626-2d5da9c9c7e8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.200902] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8974f603-df0a-4774-8626-2d5da9c9c7e8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.204967] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8974f603-df0a-4774-8626-2d5da9c9c7e8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.204967] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8974f603-df0a-4774-8626-2d5da9c9c7e8',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.204967] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-05e2bcdb-af8f-4a01-aadb-b928355b0164 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.204967] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-05e2bcdb-af8f-4a01-aadb-b928355b0164" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.204967] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-05e2bcdb-af8f-4a01-aadb-b928355b0164" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.204967] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-05e2bcdb-af8f-4a01-aadb-b928355b0164" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.204967] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('05e2bcdb-af8f-4a01-aadb-b928355b0164',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.204967] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eece7877-557f-4fcb-a926-0b313a7f4005 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.204967] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eece7877-557f-4fcb-a926-0b313a7f4005" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.204967] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eece7877-557f-4fcb-a926-0b313a7f4005" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.204967] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eece7877-557f-4fcb-a926-0b313a7f4005" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.204967] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eece7877-557f-4fcb-a926-0b313a7f4005',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.205533] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-77233b36-3501-4be5-bd28-768a6d59f79b taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.205533] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-77233b36-3501-4be5-bd28-768a6d59f79b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.205533] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-77233b36-3501-4be5-bd28-768a6d59f79b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.205665] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-77233b36-3501-4be5-bd28-768a6d59f79b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.205703] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('77233b36-3501-4be5-bd28-768a6d59f79b',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.206675] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3bd24151-8924-4c51-b869-89f5cc8e8a8d taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.206675] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3bd24151-8924-4c51-b869-89f5cc8e8a8d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.206769] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3bd24151-8924-4c51-b869-89f5cc8e8a8d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.206946] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3bd24151-8924-4c51-b869-89f5cc8e8a8d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.207037] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3bd24151-8924-4c51-b869-89f5cc8e8a8d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.208108] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-efd7ad7f-2b54-41bc-b065-1ec45f761923 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.208236] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-efd7ad7f-2b54-41bc-b065-1ec45f761923" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.208303] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-efd7ad7f-2b54-41bc-b065-1ec45f761923" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.208455] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-efd7ad7f-2b54-41bc-b065-1ec45f761923" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.208529] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('efd7ad7f-2b54-41bc-b065-1ec45f761923',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.210466] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-54c602c8-3132-402f-970c-ac9034931047 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.210466] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-54c602c8-3132-402f-970c-ac9034931047" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.210466] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-54c602c8-3132-402f-970c-ac9034931047" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.210466] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-54c602c8-3132-402f-970c-ac9034931047" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.210466] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('54c602c8-3132-402f-970c-ac9034931047',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.215786] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-8446325c-f795-4856-b10e-0879b36e372c taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.216143] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8446325c-f795-4856-b10e-0879b36e372c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.216143] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8446325c-f795-4856-b10e-0879b36e372c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.216594] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8446325c-f795-4856-b10e-0879b36e372c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.216716] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.216870] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.216958] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.217241] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.217315] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.217525] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8446325c-f795-4856-b10e-0879b36e372c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.217525] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8446325c-f795-4856-b10e-0879b36e372c',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.238758] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.238998] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.239107] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.239606] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.262654] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.262654] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 23ff1138-b61d-4659-a43c-da844e007523 is going to be deleted. [ 1044.328772] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.328772] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.328772] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.329196] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.329196] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.329294] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-23ff1138-b61d-4659-a43c-da844e007523" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.670917] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c1e4204-ef25-40e6-a41d-0250216e6636 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.670917] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c1e4204-ef25-40e6-a41d-0250216e6636" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.702238] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-54584e3e-60dc-4e1c-b022-2fb1fc1ac01d taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.702474] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54584e3e-60dc-4e1c-b022-2fb1fc1ac01d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.702474] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54584e3e-60dc-4e1c-b022-2fb1fc1ac01d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.702759] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54584e3e-60dc-4e1c-b022-2fb1fc1ac01d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.702967] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.703121] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.703279] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.703473] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.703571] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.703693] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54584e3e-60dc-4e1c-b022-2fb1fc1ac01d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.703851] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('54584e3e-60dc-4e1c-b022-2fb1fc1ac01d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.711438] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.711438] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.711438] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.711438] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.712501] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.712617] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.715250] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-3bd24151-8924-4c51-b869-89f5cc8e8a8d taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.715388] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3bd24151-8924-4c51-b869-89f5cc8e8a8d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.715463] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3bd24151-8924-4c51-b869-89f5cc8e8a8d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.715616] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3bd24151-8924-4c51-b869-89f5cc8e8a8d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.715764] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.716124] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.716124] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.716228] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.716262] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.716419] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3bd24151-8924-4c51-b869-89f5cc8e8a8d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.716512] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3bd24151-8924-4c51-b869-89f5cc8e8a8d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.722945] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.722945] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.727204] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ea156fb-f61d-416b-a670-e0d61d41f217 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.727382] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ea156fb-f61d-416b-a670-e0d61d41f217" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.727382] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ea156fb-f61d-416b-a670-e0d61d41f217" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.728138] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ea156fb-f61d-416b-a670-e0d61d41f217" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.728138] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.728138] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.728138] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.728858] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.728858] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.728858] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ea156fb-f61d-416b-a670-e0d61d41f217" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.728858] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1ea156fb-f61d-416b-a670-e0d61d41f217',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.731987] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4d262fec-a86d-43c5-b342-b6c4ae628763 with status ACTIVE [ 1044.731987] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.731987] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.731987] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.731987] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.731987] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.732321] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.732321] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.732479] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.732658] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.732782] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.733095] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.733672] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.733817] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.734227] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.734227] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.734367] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4d262fec-a86d-43c5-b342-b6c4ae628763 is going to be updated. [ 1044.740412] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8446325c-f795-4856-b10e-0879b36e372c',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.757935] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8446325c-f795-4856-b10e-0879b36e372c: rpc.has_security_group_logging(os_id): False [ 1044.779990] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.779990] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 32a217d0-1d1a-491a-b8f2-5d520ca8c2b3 is going to be deleted. [ 1044.787300] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.787939] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.790872] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.791097] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.792519] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.792519] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.793309] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.793452] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.794477] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.795340] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.795853] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.796017] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.796992] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.797154] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.798088] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.798238] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.800131] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.800285] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.805175] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.805545] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.806536] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.806771] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.807383] env[66341]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1044.808534] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.808534] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.808534] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.808534] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.808534] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.808850] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4d262fec-a86d-43c5-b342-b6c4ae628763" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.809453] env[66341]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1044.809754] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.809857] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.823077] env[66341]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1044.823826] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.823960] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.828575] env[66341]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1044.829053] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.829201] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 341975fd-3181-4fe6-beaf-e537fb1e9a77 is going to be deleted. [ 1044.830113] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.830585] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.866932] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.867268] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ae0d15ea-95ee-4114-8fd2-bc23c0afd37f is going to be deleted. [ 1044.868344] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.868344] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.875382] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.875544] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.894971] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.895240] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: efd7ad7f-2b54-41bc-b065-1ec45f761923 is going to be deleted. [ 1044.896512] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.896803] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.898412] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.898590] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.932913] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.932985] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 77233b36-3501-4be5-bd28-768a6d59f79b is going to be deleted. [ 1044.934199] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.934483] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.974594] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.974760] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.982918] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.983324] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fbedacf2-2a8f-4f9f-87a3-e9b1992f5afc is going to be deleted. [ 1044.984394] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.984635] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.040207] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.040388] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.080749] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.080923] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4c73aa37-2928-4999-a9f4-cc6731e36f3f is going to be deleted. [ 1045.081878] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.082109] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.095107] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.095287] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.115714] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.115714] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 00f59204-3259-4365-b712-ff2b98a2bad1 is going to be deleted. [ 1045.116436] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.116659] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.173545] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.173668] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.189362] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.189496] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eece7877-557f-4fcb-a926-0b313a7f4005 is going to be deleted. [ 1045.190513] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.191349] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.208287] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('54584e3e-60dc-4e1c-b022-2fb1fc1ac01d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.225768] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-3bd24151-8924-4c51-b869-89f5cc8e8a8d taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.225993] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3bd24151-8924-4c51-b869-89f5cc8e8a8d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.226746] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3bd24151-8924-4c51-b869-89f5cc8e8a8d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.226746] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3bd24151-8924-4c51-b869-89f5cc8e8a8d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.226746] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.226746] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.226746] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.227026] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.227026] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.227026] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3bd24151-8924-4c51-b869-89f5cc8e8a8d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.227121] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-3bd24151-8924-4c51-b869-89f5cc8e8a8d taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.227261] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3bd24151-8924-4c51-b869-89f5cc8e8a8d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.227261] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3bd24151-8924-4c51-b869-89f5cc8e8a8d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.227401] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3bd24151-8924-4c51-b869-89f5cc8e8a8d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.227591] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.227694] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.227753] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.227904] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.227973] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.228037] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3bd24151-8924-4c51-b869-89f5cc8e8a8d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.228126] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3bd24151-8924-4c51-b869-89f5cc8e8a8d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.235097] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.235097] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.236052] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.236052] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8974f603-df0a-4774-8626-2d5da9c9c7e8 is going to be deleted. [ 1045.237712] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.237712] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.243051] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1ea156fb-f61d-416b-a670-e0d61d41f217',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.273264] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.273467] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.301695] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.301695] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 54c602c8-3132-402f-970c-ac9034931047 is going to be deleted. [ 1045.301695] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.301695] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.337858] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.337987] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.366259] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.366521] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 05e2bcdb-af8f-4a01-aadb-b928355b0164 is going to be deleted. [ 1045.367571] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.369886] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.377089] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.377268] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.401494] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.401689] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1ceec802-5195-4c42-9569-8b96cf06629f is going to be deleted. [ 1045.403656] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.403796] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.465262] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.465444] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.500388] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.500388] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9177f35c-9b13-4204-9e35-9af218b20813 is going to be deleted. [ 1045.500840] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.501155] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.504961] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.505079] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.526420] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock network-805 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.526683] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "network-805" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.526763] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "network-805" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.527080] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "network-805" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.527354] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.527529] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.527647] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.527911] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.528023] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.528245] env[66341]: DEBUG dogpile.cache.region [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1045.528367] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] NeedRegenerationException {{(pid=66341) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1045.528450] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] no value, waiting for create lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1045.528613] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] value creation lock acquired {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1045.528667] env[66341]: DEBUG dogpile.cache.region [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1045.528764] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Calling creation function for not-yet-present value {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1045.528897] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1045.554254] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.554580] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.554720] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.554775] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.555074] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.555074] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.555172] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8446325c-f795-4856-b10e-0879b36e372c is going to be updated. [ 1045.556508] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.557120] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.557120] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.557120] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-32a217d0-1d1a-491a-b8f2-5d520ca8c2b3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.557120] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.557361] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.557361] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.557451] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-341975fd-3181-4fe6-beaf-e537fb1e9a77" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.557571] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.557733] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.557815] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.557934] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ae0d15ea-95ee-4114-8fd2-bc23c0afd37f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.558075] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.558219] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.559029] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.559029] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-77233b36-3501-4be5-bd28-768a6d59f79b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.559029] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.559206] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.559301] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.559368] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-efd7ad7f-2b54-41bc-b065-1ec45f761923" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.559489] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.559663] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.559745] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.560104] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fbedacf2-2a8f-4f9f-87a3-e9b1992f5afc" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.560104] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.560266] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.560266] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.560338] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4c73aa37-2928-4999-a9f4-cc6731e36f3f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.560455] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.560596] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.560670] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.560778] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-00f59204-3259-4365-b712-ff2b98a2bad1" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.561766] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1045.561935] env[66341]: DEBUG dogpile.cache.region [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Cache value generated in 0.033 seconds for key(s): 'zone-id' {{(pid=66341) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1045.562084] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Released creation lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1045.562253] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "network-805" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.562617] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock port-60ac2edf-b149-4722-b863-fe98bfe2bf23 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.562831] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "port-60ac2edf-b149-4722-b863-fe98bfe2bf23" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.562953] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "port-60ac2edf-b149-4722-b863-fe98bfe2bf23" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.563185] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "port-60ac2edf-b149-4722-b863-fe98bfe2bf23" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.563345] env[66341]: DEBUG networking_nsxv3.api.rpc [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('60ac2edf-b149-4722-b863-fe98bfe2bf23',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.564466] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.564466] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.564466] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.564625] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eece7877-557f-4fcb-a926-0b313a7f4005" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.564730] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.564765] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.565894] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.565894] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8974f603-df0a-4774-8626-2d5da9c9c7e8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.565894] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.565894] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.566127] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.566223] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-54c602c8-3132-402f-970c-ac9034931047" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.566355] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.566538] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.566657] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.567247] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-05e2bcdb-af8f-4a01-aadb-b928355b0164" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.569907] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.570685] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.571495] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.571731] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.571827] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.571944] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1ceec802-5195-4c42-9569-8b96cf06629f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.710358] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 54584e3e-60dc-4e1c-b022-2fb1fc1ac01d: rpc.has_security_group_logging(os_id): False [ 1045.730973] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3bd24151-8924-4c51-b869-89f5cc8e8a8d: rpc.has_security_group_logging(os_id): False [ 1045.746066] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1ea156fb-f61d-416b-a670-e0d61d41f217: rpc.has_security_group_logging(os_id): False [ 1045.766906] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.767101] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.767176] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.767377] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.769107] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.769224] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.769825] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.769961] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.771117] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.771211] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.808045] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.808304] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.808463] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.808536] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.808723] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.808818] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.808877] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 54584e3e-60dc-4e1c-b022-2fb1fc1ac01d is going to be updated. [ 1045.810120] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.810249] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.847363] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.847598] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.855983] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.856428] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.856637] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.856754] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.857092] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.857248] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.857588] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.857793] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.857857] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.858661] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.858661] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.858661] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.858661] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.858900] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.858989] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.859161] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.859331] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3bd24151-8924-4c51-b869-89f5cc8e8a8d is going to be updated. [ 1045.860901] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.861163] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.901185] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.901499] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.901589] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.901637] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.901837] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.901923] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.902034] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1ea156fb-f61d-416b-a670-e0d61d41f217 is going to be updated. [ 1045.904061] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.904061] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.904061] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.904625] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.904784] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.904873] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.904991] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9177f35c-9b13-4204-9e35-9af218b20813" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.931685] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.932083] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.932083] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.932214] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.932315] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.938963] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8446325c-f795-4856-b10e-0879b36e372c in Status: IN_PROGRESS for 2s [ 1045.960890] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 54584e3e-60dc-4e1c-b022-2fb1fc1ac01d in Status: IN_PROGRESS for 2s [ 1046.011621] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.011843] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.011843] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.012083] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.012253] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.014870] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.015250] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.015250] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.015553] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.015747] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.041658] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1ea156fb-f61d-416b-a670-e0d61d41f217 in Status: IN_PROGRESS for 2s [ 1046.055654] env[66341]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1046.056323] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3bd24151-8924-4c51-b869-89f5cc8e8a8d in Status: IN_PROGRESS for 2s [ 1046.067388] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.067778] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.067920] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.068265] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.068457] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.068835] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.069072] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.069225] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.069482] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.069657] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.070052] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.070229] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.070371] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.070565] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.070699] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.070844] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Resource: SegmentPort with ID: 60ac2edf-b149-4722-b863-fe98bfe2bf23 is going to be updated. [ 1046.089193] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c1e4204-ef25-40e6-a41d-0250216e6636 in Status: SUCCESS [ 1046.089408] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c1e4204-ef25-40e6-a41d-0250216e6636" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.089581] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c1e4204-ef25-40e6-a41d-0250216e6636" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.089802] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c1e4204-ef25-40e6-a41d-0250216e6636" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.089989] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.090123] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.090193] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.090467] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.090467] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.090577] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0c1e4204-ef25-40e6-a41d-0250216e6636',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.112638] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.112890] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.112960] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.113256] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.113475] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.113713] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "port-60ac2edf-b149-4722-b863-fe98bfe2bf23" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.593328] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0c1e4204-ef25-40e6-a41d-0250216e6636',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.818145] env[66341]: INFO networking_nsxv3.common.synchronization [req-28f770ac-cd4f-4e2f-bf51-56586d13b9aa req-bfe16445-f46c-4b24-b07e-ba51a4d81ba2 service nova] Enqueued Resource ID: 00f59204-3259-4365-b712-ff2b98a2bad1 with Priority: HIGHEST for action security_group_rules [ 1046.818415] env[66341]: INFO networking_nsxv3.common.synchronization [req-28f770ac-cd4f-4e2f-bf51-56586d13b9aa req-bfe16445-f46c-4b24-b07e-ba51a4d81ba2 service nova] Enqueued Resource ID: 00f59204-3259-4365-b712-ff2b98a2bad1 with Priority: HIGHEST for action security_group_members [ 1046.818493] env[66341]: INFO networking_nsxv3.common.synchronization [req-28f770ac-cd4f-4e2f-bf51-56586d13b9aa req-bfe16445-f46c-4b24-b07e-ba51a4d81ba2 service nova] Enqueued Resource ID: 60ac2edf-b149-4722-b863-fe98bfe2bf23 with Priority: HIGHEST for action port [ 1046.819036] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00f59204-3259-4365-b712-ff2b98a2bad1 with Priority: HIGHEST for action security_group_rules [ 1046.819172] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00f59204-3259-4365-b712-ff2b98a2bad1 with Priority: HIGHEST for action security_group_members [ 1046.819270] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60ac2edf-b149-4722-b863-fe98bfe2bf23 with Priority: HIGHEST for action port [ 1046.819551] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-00f59204-3259-4365-b712-ff2b98a2bad1 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.819687] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-00f59204-3259-4365-b712-ff2b98a2bad1" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.819755] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-00f59204-3259-4365-b712-ff2b98a2bad1" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.819946] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-00f59204-3259-4365-b712-ff2b98a2bad1" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.820043] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('00f59204-3259-4365-b712-ff2b98a2bad1',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.820830] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-00f59204-3259-4365-b712-ff2b98a2bad1 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.820936] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-00f59204-3259-4365-b712-ff2b98a2bad1" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.821009] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-00f59204-3259-4365-b712-ff2b98a2bad1" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.821172] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-00f59204-3259-4365-b712-ff2b98a2bad1" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.821312] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.821405] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.821466] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.821625] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.821716] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.821805] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('00f59204-3259-4365-b712-ff2b98a2bad1',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.822747] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-60ac2edf-b149-4722-b863-fe98bfe2bf23 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.822862] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-60ac2edf-b149-4722-b863-fe98bfe2bf23" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.822924] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-60ac2edf-b149-4722-b863-fe98bfe2bf23" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.823087] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-60ac2edf-b149-4722-b863-fe98bfe2bf23" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.823161] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('60ac2edf-b149-4722-b863-fe98bfe2bf23',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.096263] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0c1e4204-ef25-40e6-a41d-0250216e6636',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.324803] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-00f59204-3259-4365-b712-ff2b98a2bad1 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.324950] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-00f59204-3259-4365-b712-ff2b98a2bad1" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.325155] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('00f59204-3259-4365-b712-ff2b98a2bad1',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.326041] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 60ac2edf-b149-4722-b863-fe98bfe2bf23 with status ACTIVE [ 1047.326239] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.326444] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.326444] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.326623] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.326709] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.326880] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.327060] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.327060] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.327189] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.327267] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.327445] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.327551] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.327620] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.327766] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.327843] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.327929] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 60ac2edf-b149-4722-b863-fe98bfe2bf23 is going to be updated. [ 1047.350070] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.350070] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.350070] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.350267] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.350304] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.351472] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-60ac2edf-b149-4722-b863-fe98bfe2bf23" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.598725] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.598928] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.598971] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.599349] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.599349] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.599447] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0c1e4204-ef25-40e6-a41d-0250216e6636 is going to be updated. [ 1047.630693] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.631126] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.631126] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.632027] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.632027] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.644172] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c1e4204-ef25-40e6-a41d-0250216e6636 in Status: IN_PROGRESS for 2s [ 1047.830129] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('00f59204-3259-4365-b712-ff2b98a2bad1',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.954366] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8446325c-f795-4856-b10e-0879b36e372c in Status: SUCCESS [ 1047.954631] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8446325c-f795-4856-b10e-0879b36e372c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.976407] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 54584e3e-60dc-4e1c-b022-2fb1fc1ac01d in Status: SUCCESS [ 1047.976685] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-54584e3e-60dc-4e1c-b022-2fb1fc1ac01d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.055469] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1ea156fb-f61d-416b-a670-e0d61d41f217 in Status: SUCCESS [ 1048.055762] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1ea156fb-f61d-416b-a670-e0d61d41f217" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.072648] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3bd24151-8924-4c51-b869-89f5cc8e8a8d in Status: SUCCESS [ 1048.072868] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3bd24151-8924-4c51-b869-89f5cc8e8a8d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.332867] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.333111] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.333169] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.333536] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.333642] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.333835] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 00f59204-3259-4365-b712-ff2b98a2bad1 is going to be updated. [ 1048.372713] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.372953] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.372953] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.373205] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.373384] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.383514] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 00f59204-3259-4365-b712-ff2b98a2bad1 in Status: IN_PROGRESS for 2s [ 1049.533461] env[66341]: INFO networking_nsxv3.common.synchronization [req-7664dc58-ead0-4cb7-88b0-5ca56de4321a req-c114bd9e-92f2-4b21-a3c3-ab339865933d tempest-ServersAdminNegativeTestJSON-618473000 tempest-ServersAdminNegativeTestJSON-618473000-project-member] Enqueued Resource ID: e03fc385-66ba-42c9-b816-198f2e2632ea with Priority: HIGHEST for action security_group_members [ 1049.534111] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e03fc385-66ba-42c9-b816-198f2e2632ea with Priority: HIGHEST for action security_group_members [ 1049.535055] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-e03fc385-66ba-42c9-b816-198f2e2632ea taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.535055] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e03fc385-66ba-42c9-b816-198f2e2632ea" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.535055] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e03fc385-66ba-42c9-b816-198f2e2632ea" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.535055] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e03fc385-66ba-42c9-b816-198f2e2632ea" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.535055] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.535813] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.535813] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.535813] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.535813] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.535813] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e03fc385-66ba-42c9-b816-198f2e2632ea',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.653668] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c1e4204-ef25-40e6-a41d-0250216e6636 in Status: SUCCESS [ 1049.653879] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c1e4204-ef25-40e6-a41d-0250216e6636" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.654062] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c1e4204-ef25-40e6-a41d-0250216e6636" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.654292] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c1e4204-ef25-40e6-a41d-0250216e6636" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.654482] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.654600] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.654662] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.654888] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.654946] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.654987] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c1e4204-ef25-40e6-a41d-0250216e6636" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.655128] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0c1e4204-ef25-40e6-a41d-0250216e6636',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.038162] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.038469] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.038549] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.043260] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.043260] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.043260] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.043260] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.043260] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.043260] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.043260] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.043260] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e03fc385-66ba-42c9-b816-198f2e2632ea already deleted. [ 1050.043260] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e03fc385-66ba-42c9-b816-198f2e2632ea" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.158513] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c1e4204-ef25-40e6-a41d-0250216e6636 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.158673] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c1e4204-ef25-40e6-a41d-0250216e6636" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.158745] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c1e4204-ef25-40e6-a41d-0250216e6636" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.158961] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c1e4204-ef25-40e6-a41d-0250216e6636" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.159142] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.159242] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.159328] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.159484] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.159573] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.159664] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c1e4204-ef25-40e6-a41d-0250216e6636" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.159807] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c1e4204-ef25-40e6-a41d-0250216e6636 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.159899] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c1e4204-ef25-40e6-a41d-0250216e6636" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.159958] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c1e4204-ef25-40e6-a41d-0250216e6636" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.160110] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c1e4204-ef25-40e6-a41d-0250216e6636" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.160245] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.160337] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.160400] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.160529] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.160603] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.160687] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c1e4204-ef25-40e6-a41d-0250216e6636" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.160775] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0c1e4204-ef25-40e6-a41d-0250216e6636',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.373836] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock network-964 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.374071] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "network-964" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.374215] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "network-964" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.374517] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "network-964" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.374819] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.375138] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.375315] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.375564] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.375735] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.375965] env[66341]: DEBUG dogpile.cache.region [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1050.376111] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] NeedRegenerationException {{(pid=66341) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1050.376242] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] no value, waiting for create lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1050.376381] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] value creation lock acquired {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1050.376518] env[66341]: DEBUG dogpile.cache.region [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1050.376673] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Calling creation function for not-yet-present value {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1050.376858] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1050.393382] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 00f59204-3259-4365-b712-ff2b98a2bad1 in Status: SUCCESS [ 1050.393898] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-00f59204-3259-4365-b712-ff2b98a2bad1" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.394624] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-00f59204-3259-4365-b712-ff2b98a2bad1" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.395027] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-00f59204-3259-4365-b712-ff2b98a2bad1" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.396020] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.396020] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.396020] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.396020] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.396020] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.396559] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-00f59204-3259-4365-b712-ff2b98a2bad1" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.400031] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('00f59204-3259-4365-b712-ff2b98a2bad1',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.400031] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1050.400031] env[66341]: DEBUG dogpile.cache.region [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66341) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1050.400031] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Released creation lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1050.400031] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "network-964" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.400031] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock port-76ac0f2c-ced5-4379-affd-2cfa3431325c taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.400031] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "port-76ac0f2c-ced5-4379-affd-2cfa3431325c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.400872] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "port-76ac0f2c-ced5-4379-affd-2cfa3431325c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.401460] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "port-76ac0f2c-ced5-4379-affd-2cfa3431325c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.401838] env[66341]: DEBUG networking_nsxv3.api.rpc [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('76ac0f2c-ced5-4379-affd-2cfa3431325c',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.488815] env[66341]: INFO networking_nsxv3.common.synchronization [req-28983cda-3bb2-4a0b-9ba3-3fbfa6a8701f req-52179446-2d3e-4e27-a182-c40230c8c442 tempest-ServerRescueNegativeTestJSON-1380100159 tempest-ServerRescueNegativeTestJSON-1380100159-project-member] Enqueued Resource ID: c6e49699-2c9c-434d-a135-bff39cf7ae55 with Priority: HIGHEST for action security_group_members [ 1050.489380] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6e49699-2c9c-434d-a135-bff39cf7ae55 with Priority: HIGHEST for action security_group_members [ 1050.489702] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6e49699-2c9c-434d-a135-bff39cf7ae55 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.489876] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6e49699-2c9c-434d-a135-bff39cf7ae55" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.489954] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6e49699-2c9c-434d-a135-bff39cf7ae55" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.490304] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6e49699-2c9c-434d-a135-bff39cf7ae55" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.490465] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.490562] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.490625] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.490785] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.490872] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.491516] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c6e49699-2c9c-434d-a135-bff39cf7ae55',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.665686] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0c1e4204-ef25-40e6-a41d-0250216e6636: rpc.has_security_group_logging(os_id): False [ 1050.685033] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.685253] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.685330] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.685557] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.714138] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.714461] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.714589] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.714655] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.714885] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.714998] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.715211] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.715335] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.715409] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.715548] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.715623] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.715801] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.715895] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.716016] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.716129] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.716215] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.716317] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0c1e4204-ef25-40e6-a41d-0250216e6636 is going to be updated. [ 1050.785597] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.785597] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.785597] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.786104] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.786104] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.799816] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0c1e4204-ef25-40e6-a41d-0250216e6636 in Status: IN_PROGRESS for 2s [ 1050.904259] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-00f59204-3259-4365-b712-ff2b98a2bad1 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.904499] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-00f59204-3259-4365-b712-ff2b98a2bad1" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.904615] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-00f59204-3259-4365-b712-ff2b98a2bad1" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.904831] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-00f59204-3259-4365-b712-ff2b98a2bad1" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.905014] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.905121] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.905195] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.905414] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.905508] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.905597] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-00f59204-3259-4365-b712-ff2b98a2bad1" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.905750] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-00f59204-3259-4365-b712-ff2b98a2bad1 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.905857] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-00f59204-3259-4365-b712-ff2b98a2bad1" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.905920] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-00f59204-3259-4365-b712-ff2b98a2bad1" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.906076] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-00f59204-3259-4365-b712-ff2b98a2bad1" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.906273] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.906348] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.906427] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.906608] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.906692] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.906777] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-00f59204-3259-4365-b712-ff2b98a2bad1" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.906904] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('00f59204-3259-4365-b712-ff2b98a2bad1',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.908205] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.908388] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.908543] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.908776] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.908918] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.909074] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Segment Port 76ac0f2c-ced5-4379-affd-2cfa3431325c not found, creating... [ 1050.909317] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.909475] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.909615] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.909837] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.909975] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.910268] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.910427] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.910563] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.910809] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.910967] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.911148] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Resource: SegmentPort with ID: 76ac0f2c-ced5-4379-affd-2cfa3431325c is going to be created. [ 1050.934428] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.934428] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.934428] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.934428] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.934428] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.934428] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "port-76ac0f2c-ced5-4379-affd-2cfa3431325c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.937067] env[66341]: INFO networking_nsxv3.common.synchronization [None req-56587363-8ea5-4498-abea-80c55310c571 tempest-AttachInterfacesTestJSON-748429391 tempest-AttachInterfacesTestJSON-748429391-project-member] Enqueued Resource ID: c297b896-2212-473c-b124-d5223cf48582 with Priority: HIGHEST for action security_group_rules [ 1050.937738] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c297b896-2212-473c-b124-d5223cf48582 with Priority: HIGHEST for action security_group_rules [ 1050.938063] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c297b896-2212-473c-b124-d5223cf48582 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.938157] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c297b896-2212-473c-b124-d5223cf48582" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.938214] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c297b896-2212-473c-b124-d5223cf48582" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.938454] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c297b896-2212-473c-b124-d5223cf48582" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.938537] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c297b896-2212-473c-b124-d5223cf48582',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.992829] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c6e49699-2c9c-434d-a135-bff39cf7ae55',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.414631] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 00f59204-3259-4365-b712-ff2b98a2bad1: rpc.has_security_group_logging(os_id): False [ 1051.433025] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.433025] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.433025] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.433025] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.433025] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.433025] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.433025] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.433025] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.433025] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.433025] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.433025] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.433025] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.433025] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.433025] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.433025] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.434071] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.434318] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.434524] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.434788] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.434982] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.435194] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 00f59204-3259-4365-b712-ff2b98a2bad1 is going to be created. [ 1051.459434] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.459434] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.459434] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.459434] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.459434] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.459434] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c297b896-2212-473c-b124-d5223cf48582 already deleted. [ 1051.459434] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c297b896-2212-473c-b124-d5223cf48582" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.496467] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c6e49699-2c9c-434d-a135-bff39cf7ae55',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.512048] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.512048] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.512048] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.512048] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.512048] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.523786] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 00f59204-3259-4365-b712-ff2b98a2bad1 in Status: IN_PROGRESS for 2s [ 1051.662939] env[66341]: INFO networking_nsxv3.common.synchronization [req-7664dc58-ead0-4cb7-88b0-5ca56de4321a req-12de898c-83db-4af0-aaad-df6661b5b198 service nova] Enqueued Resource ID: e03fc385-66ba-42c9-b816-198f2e2632ea with Priority: HIGHEST for action security_group_rules [ 1051.663141] env[66341]: INFO networking_nsxv3.common.synchronization [req-7664dc58-ead0-4cb7-88b0-5ca56de4321a req-12de898c-83db-4af0-aaad-df6661b5b198 service nova] Enqueued Resource ID: e03fc385-66ba-42c9-b816-198f2e2632ea with Priority: HIGHEST for action security_group_members [ 1051.663343] env[66341]: INFO networking_nsxv3.common.synchronization [req-7664dc58-ead0-4cb7-88b0-5ca56de4321a req-12de898c-83db-4af0-aaad-df6661b5b198 service nova] Enqueued Resource ID: 76ac0f2c-ced5-4379-affd-2cfa3431325c with Priority: HIGHEST for action port [ 1051.663921] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e03fc385-66ba-42c9-b816-198f2e2632ea with Priority: HIGHEST for action security_group_rules [ 1051.665074] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e03fc385-66ba-42c9-b816-198f2e2632ea with Priority: HIGHEST for action security_group_members [ 1051.665234] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76ac0f2c-ced5-4379-affd-2cfa3431325c with Priority: HIGHEST for action port [ 1051.665568] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e03fc385-66ba-42c9-b816-198f2e2632ea taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.665707] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e03fc385-66ba-42c9-b816-198f2e2632ea" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.665949] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e03fc385-66ba-42c9-b816-198f2e2632ea" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.666038] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e03fc385-66ba-42c9-b816-198f2e2632ea" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.666124] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e03fc385-66ba-42c9-b816-198f2e2632ea',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.667125] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-e03fc385-66ba-42c9-b816-198f2e2632ea taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.667244] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e03fc385-66ba-42c9-b816-198f2e2632ea" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.667391] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e03fc385-66ba-42c9-b816-198f2e2632ea" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.667489] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e03fc385-66ba-42c9-b816-198f2e2632ea" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.667635] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.668137] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.668137] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.670771] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.670771] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.670771] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e03fc385-66ba-42c9-b816-198f2e2632ea',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.670771] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-76ac0f2c-ced5-4379-affd-2cfa3431325c taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.670771] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-76ac0f2c-ced5-4379-affd-2cfa3431325c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.670771] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-76ac0f2c-ced5-4379-affd-2cfa3431325c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.670771] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-76ac0f2c-ced5-4379-affd-2cfa3431325c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.670771] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('76ac0f2c-ced5-4379-affd-2cfa3431325c',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.769545] env[66341]: INFO networking_nsxv3.common.synchronization [None req-e9354fa2-ab8e-42af-aafa-da59703aff20 tempest-AttachInterfacesTestJSON-748429391 tempest-AttachInterfacesTestJSON-748429391-project-member] Enqueued Resource ID: c297b896-2212-473c-b124-d5223cf48582 with Priority: HIGHEST for action security_group_rules [ 1051.771218] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c297b896-2212-473c-b124-d5223cf48582 with Priority: HIGHEST for action security_group_rules [ 1051.771218] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c297b896-2212-473c-b124-d5223cf48582 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.771218] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c297b896-2212-473c-b124-d5223cf48582" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.771218] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c297b896-2212-473c-b124-d5223cf48582" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.771218] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c297b896-2212-473c-b124-d5223cf48582" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.771218] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c297b896-2212-473c-b124-d5223cf48582',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.816676] env[66341]: INFO networking_nsxv3.common.synchronization [req-e9ae34d5-74d7-421a-b1ba-6377e28f6b3d req-d4ee591d-91d9-4e22-b1bd-ab039db79053 tempest-AttachVolumeNegativeTest-1448458397 tempest-AttachVolumeNegativeTest-1448458397-project-member] Enqueued Resource ID: 4d9b6380-677b-4132-82db-36e6ccf66fa3 with Priority: HIGHEST for action security_group_members [ 1051.817046] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d9b6380-677b-4132-82db-36e6ccf66fa3 with Priority: HIGHEST for action security_group_members [ 1051.817485] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-4d9b6380-677b-4132-82db-36e6ccf66fa3 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.817639] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4d9b6380-677b-4132-82db-36e6ccf66fa3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.817801] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4d9b6380-677b-4132-82db-36e6ccf66fa3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.818247] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4d9b6380-677b-4132-82db-36e6ccf66fa3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.818247] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.818402] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.818402] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.818654] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.818694] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.818770] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4d9b6380-677b-4132-82db-36e6ccf66fa3',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.998135] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.998317] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.998393] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.998609] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.998702] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.998806] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c6e49699-2c9c-434d-a135-bff39cf7ae55 is going to be updated. [ 1052.051359] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.051359] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.051359] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.051359] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.051359] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.059743] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6e49699-2c9c-434d-a135-bff39cf7ae55 in Status: IN_PROGRESS for 2s [ 1052.171165] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-e03fc385-66ba-42c9-b816-198f2e2632ea taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.171165] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e03fc385-66ba-42c9-b816-198f2e2632ea" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.176103] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 76ac0f2c-ced5-4379-affd-2cfa3431325c with status ACTIVE [ 1052.176103] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.176103] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.176103] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.176103] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.176103] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.176103] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.176103] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.176103] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.176103] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.176103] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.176103] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.176103] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.176103] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.176843] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.176843] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.176843] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 76ac0f2c-ced5-4379-affd-2cfa3431325c is going to be updated. [ 1052.177615] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e03fc385-66ba-42c9-b816-198f2e2632ea',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.202110] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.203145] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.203145] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.203145] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.203145] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.203145] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-76ac0f2c-ced5-4379-affd-2cfa3431325c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.309884] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.309884] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.309884] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.309884] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.310280] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.310280] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c297b896-2212-473c-b124-d5223cf48582 already deleted. [ 1052.310280] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c297b896-2212-473c-b124-d5223cf48582" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.321426] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.321426] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.321426] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.321426] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.356656] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.356921] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.357198] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.357281] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.357438] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.357529] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.357641] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4d9b6380-677b-4132-82db-36e6ccf66fa3 is going to be updated. [ 1052.391036] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.391036] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.391036] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.391036] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.391036] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.403581] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4d9b6380-677b-4132-82db-36e6ccf66fa3 in Status: IN_PROGRESS for 2s [ 1052.681105] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e03fc385-66ba-42c9-b816-198f2e2632ea',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.819418] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0c1e4204-ef25-40e6-a41d-0250216e6636 in Status: SUCCESS [ 1052.819633] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0c1e4204-ef25-40e6-a41d-0250216e6636" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.819703] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0c1e4204-ef25-40e6-a41d-0250216e6636" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.819949] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0c1e4204-ef25-40e6-a41d-0250216e6636" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.820047] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0c1e4204-ef25-40e6-a41d-0250216e6636',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.184582] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.184825] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.184951] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.185260] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.185886] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.185886] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e03fc385-66ba-42c9-b816-198f2e2632ea is going to be created. [ 1053.212963] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.213175] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.213245] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.213518] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.213706] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.225078] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e03fc385-66ba-42c9-b816-198f2e2632ea in Status: UNINITIALIZED for 2s [ 1053.322983] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c1e4204-ef25-40e6-a41d-0250216e6636 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.323182] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c1e4204-ef25-40e6-a41d-0250216e6636" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.323182] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c1e4204-ef25-40e6-a41d-0250216e6636" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.323477] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c1e4204-ef25-40e6-a41d-0250216e6636" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.323824] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.323968] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.324055] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.324289] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.324375] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.324508] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c1e4204-ef25-40e6-a41d-0250216e6636" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.324626] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0c1e4204-ef25-40e6-a41d-0250216e6636',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.539519] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 00f59204-3259-4365-b712-ff2b98a2bad1 in Status: SUCCESS [ 1053.540134] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-00f59204-3259-4365-b712-ff2b98a2bad1" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.828591] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c1e4204-ef25-40e6-a41d-0250216e6636 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.829065] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c1e4204-ef25-40e6-a41d-0250216e6636" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.829065] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c1e4204-ef25-40e6-a41d-0250216e6636" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.829162] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c1e4204-ef25-40e6-a41d-0250216e6636" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.829251] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.829351] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.829414] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.829566] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.829655] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.829740] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c1e4204-ef25-40e6-a41d-0250216e6636" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.829882] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c1e4204-ef25-40e6-a41d-0250216e6636 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.829975] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c1e4204-ef25-40e6-a41d-0250216e6636" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.830047] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c1e4204-ef25-40e6-a41d-0250216e6636" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.830179] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c1e4204-ef25-40e6-a41d-0250216e6636" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.830315] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.830416] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.830511] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.830679] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.830793] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.830861] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c1e4204-ef25-40e6-a41d-0250216e6636" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.830922] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0c1e4204-ef25-40e6-a41d-0250216e6636',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.071473] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6e49699-2c9c-434d-a135-bff39cf7ae55 in Status: SUCCESS [ 1054.071912] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6e49699-2c9c-434d-a135-bff39cf7ae55" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.333488] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0c1e4204-ef25-40e6-a41d-0250216e6636: rpc.has_security_group_logging(os_id): False [ 1054.360765] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.360954] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.361036] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.361326] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.361441] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.361656] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.361780] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.361938] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.362431] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.362611] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.362793] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.362910] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.362970] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.363178] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.363266] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.363459] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.363560] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.363624] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.363768] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.363847] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.363979] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0c1e4204-ef25-40e6-a41d-0250216e6636 is going to be updated. [ 1054.415371] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4d9b6380-677b-4132-82db-36e6ccf66fa3 in Status: SUCCESS [ 1054.415937] env[66341]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4d9b6380-677b-4132-82db-36e6ccf66fa3 deletion is rescheduled due to dependency. [ 1054.415937] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4d9b6380-677b-4132-82db-36e6ccf66fa3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.446063] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.446063] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.446063] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.446063] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.446063] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.464907] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0c1e4204-ef25-40e6-a41d-0250216e6636 in Status: IN_PROGRESS for 2s [ 1054.519876] env[66341]: INFO networking_nsxv3.common.synchronization [req-ab2f7919-85d3-49b9-97fc-55875e067d08 req-54998c83-4389-4aee-8d40-267af87e3d0a tempest-AttachVolumeShelveTestJSON-330010653 tempest-AttachVolumeShelveTestJSON-330010653-project-member] Enqueued Resource ID: d84d375e-352c-4652-9cd1-7b8a197b13fd with Priority: HIGHEST for action security_group_members [ 1054.521249] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d84d375e-352c-4652-9cd1-7b8a197b13fd with Priority: HIGHEST for action security_group_members [ 1054.521504] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-d84d375e-352c-4652-9cd1-7b8a197b13fd taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.521748] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d84d375e-352c-4652-9cd1-7b8a197b13fd" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.521748] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d84d375e-352c-4652-9cd1-7b8a197b13fd" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.522706] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d84d375e-352c-4652-9cd1-7b8a197b13fd" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.522706] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.522706] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.522706] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.523059] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.523059] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.523309] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d84d375e-352c-4652-9cd1-7b8a197b13fd',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.914256] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock network-609 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.914807] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "network-609" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.914807] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "network-609" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.915034] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "network-609" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.915522] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.915915] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.916189] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.916824] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.916941] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.917451] env[66341]: DEBUG dogpile.cache.region [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1054.917451] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] NeedRegenerationException {{(pid=66341) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1054.917638] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] no value, waiting for create lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1054.917799] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] value creation lock acquired {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1054.917992] env[66341]: DEBUG dogpile.cache.region [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1054.918193] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Calling creation function for not-yet-present value {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1054.918417] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1054.945168] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1054.945452] env[66341]: DEBUG dogpile.cache.region [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=66341) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1054.945646] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Released creation lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1054.945901] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "network-609" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.946292] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock port-2d5ecd22-bd94-4227-9a87-05cf0d25fc04 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.946485] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "port-2d5ecd22-bd94-4227-9a87-05cf0d25fc04" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.946648] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "port-2d5ecd22-bd94-4227-9a87-05cf0d25fc04" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.947029] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "port-2d5ecd22-bd94-4227-9a87-05cf0d25fc04" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.947207] env[66341]: DEBUG networking_nsxv3.api.rpc [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2d5ecd22-bd94-4227-9a87-05cf0d25fc04',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.026710] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.027080] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.027080] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.027263] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.027356] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.027593] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.027701] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.027766] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.027921] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.028036] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.028265] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d84d375e-352c-4652-9cd1-7b8a197b13fd already deleted. [ 1055.028265] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d84d375e-352c-4652-9cd1-7b8a197b13fd" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.236637] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e03fc385-66ba-42c9-b816-198f2e2632ea in Status: UNINITIALIZED for 4s [ 1055.450434] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.450692] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.450934] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.451249] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.451407] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.451571] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Segment Port 2d5ecd22-bd94-4227-9a87-05cf0d25fc04 not found, creating... [ 1055.451905] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.452094] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.452217] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.452455] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.452629] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.452970] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.453147] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.453366] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.453673] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.453828] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.454015] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Resource: SegmentPort with ID: 2d5ecd22-bd94-4227-9a87-05cf0d25fc04 is going to be created. [ 1055.478303] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.478303] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.478303] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.478863] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.479237] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.479552] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "port-2d5ecd22-bd94-4227-9a87-05cf0d25fc04" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.220541] env[66341]: INFO networking_nsxv3.common.synchronization [req-ab2f7919-85d3-49b9-97fc-55875e067d08 req-741ede1c-a936-41ef-8317-c37627bcaa3d service nova] Enqueued Resource ID: d84d375e-352c-4652-9cd1-7b8a197b13fd with Priority: HIGHEST for action security_group_rules [ 1056.220789] env[66341]: INFO networking_nsxv3.common.synchronization [req-ab2f7919-85d3-49b9-97fc-55875e067d08 req-741ede1c-a936-41ef-8317-c37627bcaa3d service nova] Enqueued Resource ID: d84d375e-352c-4652-9cd1-7b8a197b13fd with Priority: HIGHEST for action security_group_members [ 1056.220900] env[66341]: INFO networking_nsxv3.common.synchronization [req-ab2f7919-85d3-49b9-97fc-55875e067d08 req-741ede1c-a936-41ef-8317-c37627bcaa3d service nova] Enqueued Resource ID: 2d5ecd22-bd94-4227-9a87-05cf0d25fc04 with Priority: HIGHEST for action port [ 1056.221417] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d84d375e-352c-4652-9cd1-7b8a197b13fd with Priority: HIGHEST for action security_group_rules [ 1056.221557] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d84d375e-352c-4652-9cd1-7b8a197b13fd with Priority: HIGHEST for action security_group_members [ 1056.221671] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d5ecd22-bd94-4227-9a87-05cf0d25fc04 with Priority: HIGHEST for action port [ 1056.222653] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d84d375e-352c-4652-9cd1-7b8a197b13fd taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.222653] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d84d375e-352c-4652-9cd1-7b8a197b13fd" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.222653] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d84d375e-352c-4652-9cd1-7b8a197b13fd" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.222653] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d84d375e-352c-4652-9cd1-7b8a197b13fd" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.222653] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d84d375e-352c-4652-9cd1-7b8a197b13fd',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.223240] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-d84d375e-352c-4652-9cd1-7b8a197b13fd taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.223359] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d84d375e-352c-4652-9cd1-7b8a197b13fd" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.223416] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d84d375e-352c-4652-9cd1-7b8a197b13fd" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.223682] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d84d375e-352c-4652-9cd1-7b8a197b13fd" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.223732] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.224082] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.224082] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.224082] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.224082] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.224267] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d84d375e-352c-4652-9cd1-7b8a197b13fd',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.226506] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-2d5ecd22-bd94-4227-9a87-05cf0d25fc04 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.226506] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2d5ecd22-bd94-4227-9a87-05cf0d25fc04" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.226506] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2d5ecd22-bd94-4227-9a87-05cf0d25fc04" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.226506] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2d5ecd22-bd94-4227-9a87-05cf0d25fc04" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.226506] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2d5ecd22-bd94-4227-9a87-05cf0d25fc04',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.480401] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0c1e4204-ef25-40e6-a41d-0250216e6636 in Status: SUCCESS [ 1056.480698] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0c1e4204-ef25-40e6-a41d-0250216e6636" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.726848] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d84d375e-352c-4652-9cd1-7b8a197b13fd',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.728077] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-d84d375e-352c-4652-9cd1-7b8a197b13fd taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.728223] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d84d375e-352c-4652-9cd1-7b8a197b13fd" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.728662] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2d5ecd22-bd94-4227-9a87-05cf0d25fc04 with status ACTIVE [ 1056.728936] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.729053] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.729053] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.730441] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.730441] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.730441] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.730441] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.730441] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.730441] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.730441] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.730441] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.730441] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.730441] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.731192] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.731192] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.731192] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2d5ecd22-bd94-4227-9a87-05cf0d25fc04 is going to be updated. [ 1056.753588] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.753717] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.753993] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.753993] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.754655] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.754655] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2d5ecd22-bd94-4227-9a87-05cf0d25fc04" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.228994] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d84d375e-352c-4652-9cd1-7b8a197b13fd',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.248952] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e03fc385-66ba-42c9-b816-198f2e2632ea in Status: SUCCESS [ 1057.249258] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e03fc385-66ba-42c9-b816-198f2e2632ea" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.249357] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e03fc385-66ba-42c9-b816-198f2e2632ea" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.249548] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e03fc385-66ba-42c9-b816-198f2e2632ea" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.249772] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.249898] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.249960] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.250170] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.250252] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.250343] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e03fc385-66ba-42c9-b816-198f2e2632ea" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.250436] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e03fc385-66ba-42c9-b816-198f2e2632ea',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.412499] env[66341]: INFO networking_nsxv3.common.synchronization [req-a184975e-1f83-443e-87f2-b3fa492420f8 req-f07cca21-8ee5-4485-92af-551e842fc7fa tempest-ServerDiskConfigTestJSON-523208532 tempest-ServerDiskConfigTestJSON-523208532-project-member] Enqueued Resource ID: b7f60bac-f9d3-4f79-8d31-ce493c6ee41d with Priority: HIGHEST for action security_group_members [ 1057.413170] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7f60bac-f9d3-4f79-8d31-ce493c6ee41d with Priority: HIGHEST for action security_group_members [ 1057.413543] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7f60bac-f9d3-4f79-8d31-ce493c6ee41d taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.413668] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7f60bac-f9d3-4f79-8d31-ce493c6ee41d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.413755] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7f60bac-f9d3-4f79-8d31-ce493c6ee41d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.413945] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7f60bac-f9d3-4f79-8d31-ce493c6ee41d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.414206] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.414325] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.414365] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.414665] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.414817] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.414912] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b7f60bac-f9d3-4f79-8d31-ce493c6ee41d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.735097] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.735311] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.735445] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.735685] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.735781] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.735906] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d84d375e-352c-4652-9cd1-7b8a197b13fd is going to be created. [ 1057.753157] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-e03fc385-66ba-42c9-b816-198f2e2632ea taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.753405] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e03fc385-66ba-42c9-b816-198f2e2632ea" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.753508] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e03fc385-66ba-42c9-b816-198f2e2632ea" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.753750] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e03fc385-66ba-42c9-b816-198f2e2632ea" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.753941] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.754066] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.754149] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.754339] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.754429] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.754521] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e03fc385-66ba-42c9-b816-198f2e2632ea" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.754724] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-e03fc385-66ba-42c9-b816-198f2e2632ea taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.754852] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e03fc385-66ba-42c9-b816-198f2e2632ea" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.754918] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e03fc385-66ba-42c9-b816-198f2e2632ea" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.755113] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e03fc385-66ba-42c9-b816-198f2e2632ea" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.755322] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.755446] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.755531] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.755702] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.755806] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.755910] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e03fc385-66ba-42c9-b816-198f2e2632ea" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.756023] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e03fc385-66ba-42c9-b816-198f2e2632ea',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.776333] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock network-107 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.776610] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "network-107" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.776733] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "network-107" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.777342] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "network-107" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.777342] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.777578] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.777578] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.777822] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.778030] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.778325] env[66341]: DEBUG dogpile.cache.region [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1057.778423] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] NeedRegenerationException {{(pid=66341) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1057.778539] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] no value, waiting for create lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1057.778656] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] value creation lock acquired {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1057.778773] env[66341]: DEBUG dogpile.cache.region [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1057.778899] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Calling creation function for not-yet-present value {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1057.779070] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1057.788215] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.788418] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.788582] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.788861] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.789039] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.801730] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d84d375e-352c-4652-9cd1-7b8a197b13fd in Status: UNINITIALIZED for 2s [ 1057.803552] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1057.803654] env[66341]: DEBUG dogpile.cache.region [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66341) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1057.803759] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Released creation lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1057.804055] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "network-107" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.804447] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock port-dcdd63b8-b962-4ee9-b294-df3d74eb0746 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.804715] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "port-dcdd63b8-b962-4ee9-b294-df3d74eb0746" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.804851] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "port-dcdd63b8-b962-4ee9-b294-df3d74eb0746" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.805185] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "port-dcdd63b8-b962-4ee9-b294-df3d74eb0746" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.805427] env[66341]: DEBUG networking_nsxv3.api.rpc [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dcdd63b8-b962-4ee9-b294-df3d74eb0746',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.917547] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.917849] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.917950] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.918197] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.946266] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.946565] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.946690] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.946755] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.946968] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.947139] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.947139] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7f60bac-f9d3-4f79-8d31-ce493c6ee41d is going to be updated. [ 1057.977441] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.977720] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.977720] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.977955] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.978104] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.990897] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7f60bac-f9d3-4f79-8d31-ce493c6ee41d in Status: IN_PROGRESS for 2s [ 1058.258576] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e03fc385-66ba-42c9-b816-198f2e2632ea: rpc.has_security_group_logging(os_id): False [ 1058.279265] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.279441] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.279493] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.279708] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.279857] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.280014] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.280137] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.280207] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.280376] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.280458] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.280632] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.280727] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.280807] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.280990] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.281357] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.281611] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.281753] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.281844] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.282030] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.282144] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.282321] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e03fc385-66ba-42c9-b816-198f2e2632ea is going to be created. [ 1058.308776] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.309061] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.309197] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.309493] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.309690] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.309932] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Segment Port dcdd63b8-b962-4ee9-b294-df3d74eb0746 not found, creating... [ 1058.310304] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.310516] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.310670] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.310927] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.311160] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.311528] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.311716] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.311860] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.312120] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.312325] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.312512] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Resource: SegmentPort with ID: dcdd63b8-b962-4ee9-b294-df3d74eb0746 is going to be created. [ 1058.354635] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.354842] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.354965] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.355383] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.355733] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.355984] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "port-dcdd63b8-b962-4ee9-b294-df3d74eb0746" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.380555] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.380778] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.380862] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.381101] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.381288] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.401910] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e03fc385-66ba-42c9-b816-198f2e2632ea in Status: IN_PROGRESS for 2s [ 1059.092050] env[66341]: INFO networking_nsxv3.common.synchronization [req-a184975e-1f83-443e-87f2-b3fa492420f8 req-f297bd73-25dc-46d6-a6f0-bcaf239af6d2 service nova] Enqueued Resource ID: b7f60bac-f9d3-4f79-8d31-ce493c6ee41d with Priority: HIGHEST for action security_group_rules [ 1059.092050] env[66341]: INFO networking_nsxv3.common.synchronization [req-a184975e-1f83-443e-87f2-b3fa492420f8 req-f297bd73-25dc-46d6-a6f0-bcaf239af6d2 service nova] Enqueued Resource ID: b7f60bac-f9d3-4f79-8d31-ce493c6ee41d with Priority: HIGHEST for action security_group_members [ 1059.092050] env[66341]: INFO networking_nsxv3.common.synchronization [req-a184975e-1f83-443e-87f2-b3fa492420f8 req-f297bd73-25dc-46d6-a6f0-bcaf239af6d2 service nova] Enqueued Resource ID: dcdd63b8-b962-4ee9-b294-df3d74eb0746 with Priority: HIGHEST for action port [ 1059.092403] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7f60bac-f9d3-4f79-8d31-ce493c6ee41d with Priority: HIGHEST for action security_group_rules [ 1059.092444] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7f60bac-f9d3-4f79-8d31-ce493c6ee41d with Priority: HIGHEST for action security_group_members [ 1059.092562] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dcdd63b8-b962-4ee9-b294-df3d74eb0746 with Priority: HIGHEST for action port [ 1059.092855] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b7f60bac-f9d3-4f79-8d31-ce493c6ee41d taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.092984] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b7f60bac-f9d3-4f79-8d31-ce493c6ee41d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.093189] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b7f60bac-f9d3-4f79-8d31-ce493c6ee41d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.093406] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b7f60bac-f9d3-4f79-8d31-ce493c6ee41d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.093511] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b7f60bac-f9d3-4f79-8d31-ce493c6ee41d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.094819] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7f60bac-f9d3-4f79-8d31-ce493c6ee41d taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.094961] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7f60bac-f9d3-4f79-8d31-ce493c6ee41d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.096368] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-dcdd63b8-b962-4ee9-b294-df3d74eb0746 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.096368] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dcdd63b8-b962-4ee9-b294-df3d74eb0746" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.096368] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dcdd63b8-b962-4ee9-b294-df3d74eb0746" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.096368] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dcdd63b8-b962-4ee9-b294-df3d74eb0746" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.096368] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dcdd63b8-b962-4ee9-b294-df3d74eb0746',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.595679] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7f60bac-f9d3-4f79-8d31-ce493c6ee41d taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.596105] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7f60bac-f9d3-4f79-8d31-ce493c6ee41d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.603027] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dcdd63b8-b962-4ee9-b294-df3d74eb0746 with status ACTIVE [ 1059.603027] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.603027] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.603027] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.603027] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.603027] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.603027] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.603027] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.603027] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.603027] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.603027] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.603027] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.603027] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.603027] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.603027] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.603027] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.603027] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dcdd63b8-b962-4ee9-b294-df3d74eb0746 is going to be updated. [ 1059.628700] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.628954] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.628954] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.629300] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.629475] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.629890] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dcdd63b8-b962-4ee9-b294-df3d74eb0746" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.814887] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d84d375e-352c-4652-9cd1-7b8a197b13fd in Status: SUCCESS [ 1059.815786] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d84d375e-352c-4652-9cd1-7b8a197b13fd" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.815786] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d84d375e-352c-4652-9cd1-7b8a197b13fd" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.815786] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d84d375e-352c-4652-9cd1-7b8a197b13fd" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.816115] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.816198] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.816239] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.816508] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.816633] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.816780] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d84d375e-352c-4652-9cd1-7b8a197b13fd" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.816914] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d84d375e-352c-4652-9cd1-7b8a197b13fd',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.000210] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7f60bac-f9d3-4f79-8d31-ce493c6ee41d in Status: SUCCESS [ 1060.000635] env[66341]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7f60bac-f9d3-4f79-8d31-ce493c6ee41d deletion is rescheduled due to dependency. [ 1060.000863] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7f60bac-f9d3-4f79-8d31-ce493c6ee41d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.001143] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7f60bac-f9d3-4f79-8d31-ce493c6ee41d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.001457] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7f60bac-f9d3-4f79-8d31-ce493c6ee41d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.001731] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.003028] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.003028] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.003028] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.003028] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.003028] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b7f60bac-f9d3-4f79-8d31-ce493c6ee41d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.320043] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d84d375e-352c-4652-9cd1-7b8a197b13fd',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.426156] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e03fc385-66ba-42c9-b816-198f2e2632ea in Status: SUCCESS [ 1060.426427] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e03fc385-66ba-42c9-b816-198f2e2632ea" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.504731] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b7f60bac-f9d3-4f79-8d31-ce493c6ee41d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.823149] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d84d375e-352c-4652-9cd1-7b8a197b13fd: rpc.has_security_group_logging(os_id): False [ 1060.845079] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.845382] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.845540] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.845773] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.845904] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.846139] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.846247] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.846314] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.846591] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.846591] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.846686] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d84d375e-352c-4652-9cd1-7b8a197b13fd is going to be created. [ 1060.911075] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.911235] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.911311] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.911571] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.911743] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.923047] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d84d375e-352c-4652-9cd1-7b8a197b13fd in Status: IN_PROGRESS for 2s [ 1061.009017] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b7f60bac-f9d3-4f79-8d31-ce493c6ee41d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.511404] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.511560] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.511661] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.511930] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.512054] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.512209] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7f60bac-f9d3-4f79-8d31-ce493c6ee41d is going to be updated. [ 1061.549899] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.550179] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.550179] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.550389] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.550566] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.561521] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7f60bac-f9d3-4f79-8d31-ce493c6ee41d in Status: IN_PROGRESS for 2s [ 1062.935986] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d84d375e-352c-4652-9cd1-7b8a197b13fd in Status: SUCCESS [ 1062.937261] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d84d375e-352c-4652-9cd1-7b8a197b13fd" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.572894] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7f60bac-f9d3-4f79-8d31-ce493c6ee41d in Status: SUCCESS [ 1063.573164] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7f60bac-f9d3-4f79-8d31-ce493c6ee41d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.573398] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7f60bac-f9d3-4f79-8d31-ce493c6ee41d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.573621] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7f60bac-f9d3-4f79-8d31-ce493c6ee41d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.573812] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.573929] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.574031] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.574582] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.574582] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.574582] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7f60bac-f9d3-4f79-8d31-ce493c6ee41d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.574582] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b7f60bac-f9d3-4f79-8d31-ce493c6ee41d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.075158] env[66341]: INFO networking_nsxv3.common.synchronization [None req-29c7ea0f-1605-4d65-9c72-d38fb814b1ed None None] Enqueued Resource ID: 5353db7e-25cd-4924-9c58-cda504db50ab with Priority: HIGHEST for action port [ 1064.075798] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5353db7e-25cd-4924-9c58-cda504db50ab with Priority: HIGHEST for action port [ 1064.075966] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-5353db7e-25cd-4924-9c58-cda504db50ab taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.076771] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5353db7e-25cd-4924-9c58-cda504db50ab" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.076849] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5353db7e-25cd-4924-9c58-cda504db50ab" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.077106] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5353db7e-25cd-4924-9c58-cda504db50ab" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.077197] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5353db7e-25cd-4924-9c58-cda504db50ab',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.078193] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7f60bac-f9d3-4f79-8d31-ce493c6ee41d taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.078314] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7f60bac-f9d3-4f79-8d31-ce493c6ee41d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.078380] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7f60bac-f9d3-4f79-8d31-ce493c6ee41d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.078558] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7f60bac-f9d3-4f79-8d31-ce493c6ee41d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.078729] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.079132] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.079132] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.079132] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.079132] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.079302] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7f60bac-f9d3-4f79-8d31-ce493c6ee41d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.079367] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7f60bac-f9d3-4f79-8d31-ce493c6ee41d taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.079524] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7f60bac-f9d3-4f79-8d31-ce493c6ee41d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.079524] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7f60bac-f9d3-4f79-8d31-ce493c6ee41d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.079927] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7f60bac-f9d3-4f79-8d31-ce493c6ee41d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.080107] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.080214] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.080271] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.080389] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.080491] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.080581] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7f60bac-f9d3-4f79-8d31-ce493c6ee41d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.080671] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b7f60bac-f9d3-4f79-8d31-ce493c6ee41d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.583147] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b7f60bac-f9d3-4f79-8d31-ce493c6ee41d: rpc.has_security_group_logging(os_id): False [ 1064.585251] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5353db7e-25cd-4924-9c58-cda504db50ab [ 1064.586866] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.590022] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.590022] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.590022] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.590022] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.590022] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5353db7e-25cd-4924-9c58-cda504db50ab already deleted. [ 1064.590022] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5353db7e-25cd-4924-9c58-cda504db50ab" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.609280] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.609437] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.609498] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.609691] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.609776] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.609985] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.610089] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.610136] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.610262] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.610336] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.610534] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.610652] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.610720] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.611089] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.611089] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.611206] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.611206] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.611361] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.611428] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.611468] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.614616] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b7f60bac-f9d3-4f79-8d31-ce493c6ee41d is going to be updated. [ 1064.706601] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.706853] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.706853] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.707052] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.707186] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.722180] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b7f60bac-f9d3-4f79-8d31-ce493c6ee41d in Status: IN_PROGRESS for 2s [ 1064.739464] env[66341]: INFO networking_nsxv3.common.synchronization [None req-51ca3053-6365-4879-9526-bbf6906053f1 tempest-ServersTestFqdnHostnames-535195167 tempest-ServersTestFqdnHostnames-535195167-project-member] Enqueued Resource ID: 425f71c6-e712-43c2-9aa2-e8c6130a415c with Priority: HIGHEST for action security_group_rules [ 1064.741381] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 425f71c6-e712-43c2-9aa2-e8c6130a415c with Priority: HIGHEST for action security_group_rules [ 1064.741381] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-425f71c6-e712-43c2-9aa2-e8c6130a415c taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.741381] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-425f71c6-e712-43c2-9aa2-e8c6130a415c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.741381] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-425f71c6-e712-43c2-9aa2-e8c6130a415c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.741910] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-425f71c6-e712-43c2-9aa2-e8c6130a415c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.741910] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('425f71c6-e712-43c2-9aa2-e8c6130a415c',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.886561] env[66341]: INFO networking_nsxv3.common.synchronization [None req-736a1de2-df1a-4d40-9774-e9a0e729ce92 tempest-ServersTestFqdnHostnames-535195167 tempest-ServersTestFqdnHostnames-535195167-project-member] Enqueued Resource ID: 425f71c6-e712-43c2-9aa2-e8c6130a415c with Priority: HIGHEST for action security_group_rules [ 1064.886561] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 425f71c6-e712-43c2-9aa2-e8c6130a415c with Priority: HIGHEST for action security_group_rules [ 1064.886561] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-425f71c6-e712-43c2-9aa2-e8c6130a415c taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.886561] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-425f71c6-e712-43c2-9aa2-e8c6130a415c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.266727] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.267063] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.267063] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.267173] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.267264] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.267388] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 425f71c6-e712-43c2-9aa2-e8c6130a415c already deleted. [ 1065.267437] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-425f71c6-e712-43c2-9aa2-e8c6130a415c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.267591] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-425f71c6-e712-43c2-9aa2-e8c6130a415c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.267807] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-425f71c6-e712-43c2-9aa2-e8c6130a415c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.269125] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('425f71c6-e712-43c2-9aa2-e8c6130a415c',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.795211] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.795467] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.795467] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.796018] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.796018] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.796018] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 425f71c6-e712-43c2-9aa2-e8c6130a415c already deleted. [ 1065.796018] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-425f71c6-e712-43c2-9aa2-e8c6130a415c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.691446] env[66341]: INFO networking_nsxv3.common.synchronization [None req-1c9b1bfb-04e2-47a1-8e4c-7b7103717da6 None None] Enqueued Resource ID: e8d59272-69f9-402d-a96d-909d6abe0a4a with Priority: HIGHEST for action port [ 1066.691446] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8d59272-69f9-402d-a96d-909d6abe0a4a with Priority: HIGHEST for action port [ 1066.694053] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-e8d59272-69f9-402d-a96d-909d6abe0a4a taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.694053] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e8d59272-69f9-402d-a96d-909d6abe0a4a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.694053] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e8d59272-69f9-402d-a96d-909d6abe0a4a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.694053] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e8d59272-69f9-402d-a96d-909d6abe0a4a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.694053] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e8d59272-69f9-402d-a96d-909d6abe0a4a',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.748485] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b7f60bac-f9d3-4f79-8d31-ce493c6ee41d in Status: SUCCESS [ 1066.748485] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b7f60bac-f9d3-4f79-8d31-ce493c6ee41d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.197031] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e8d59272-69f9-402d-a96d-909d6abe0a4a [ 1067.197287] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.197419] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.197486] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.197715] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.197812] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.197899] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e8d59272-69f9-402d-a96d-909d6abe0a4a already deleted. [ 1067.197983] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e8d59272-69f9-402d-a96d-909d6abe0a4a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.236112] env[66341]: INFO networking_nsxv3.common.synchronization [req-623cf9f0-fb7c-4bcc-8af4-dad0959bfc8e req-2e546062-6d64-40ca-ab70-258775156847 tempest-ServerActionsTestJSON-1002973104 tempest-ServerActionsTestJSON-1002973104-project-member] Enqueued Resource ID: 54584e3e-60dc-4e1c-b022-2fb1fc1ac01d with Priority: HIGHEST for action security_group_members [ 1068.236112] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54584e3e-60dc-4e1c-b022-2fb1fc1ac01d with Priority: HIGHEST for action security_group_members [ 1068.236112] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-54584e3e-60dc-4e1c-b022-2fb1fc1ac01d taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.236778] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54584e3e-60dc-4e1c-b022-2fb1fc1ac01d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.236876] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54584e3e-60dc-4e1c-b022-2fb1fc1ac01d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.237130] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54584e3e-60dc-4e1c-b022-2fb1fc1ac01d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.237320] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.237466] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.237528] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.237718] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.237809] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.238055] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('54584e3e-60dc-4e1c-b022-2fb1fc1ac01d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.741040] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.741040] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.741040] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.741298] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.741348] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.741521] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.741626] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.741727] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.741939] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.742069] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.742303] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 54584e3e-60dc-4e1c-b022-2fb1fc1ac01d is going to be updated. [ 1068.784509] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.784720] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.784720] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.784927] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.785093] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.806381] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 54584e3e-60dc-4e1c-b022-2fb1fc1ac01d in Status: IN_PROGRESS for 2s [ 1069.141645] env[66341]: INFO networking_nsxv3.common.synchronization [req-a02fb005-a6af-486f-8a78-d82fce93096b req-ec26d05e-c5fd-43cf-bac9-6c1f6ba17fdb tempest-ServerRescueNegativeTestJSON-1380100159 tempest-ServerRescueNegativeTestJSON-1380100159-project-member] Enqueued Resource ID: c6e49699-2c9c-434d-a135-bff39cf7ae55 with Priority: HIGHEST for action security_group_members [ 1069.142241] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6e49699-2c9c-434d-a135-bff39cf7ae55 with Priority: HIGHEST for action security_group_members [ 1069.142653] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6e49699-2c9c-434d-a135-bff39cf7ae55 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.142778] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6e49699-2c9c-434d-a135-bff39cf7ae55" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.142851] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6e49699-2c9c-434d-a135-bff39cf7ae55" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.143079] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6e49699-2c9c-434d-a135-bff39cf7ae55" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.143238] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.143374] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.143451] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.143554] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.143665] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.143801] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c6e49699-2c9c-434d-a135-bff39cf7ae55',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.646081] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.647546] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.648400] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.650080] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.677600] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.678046] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.678301] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.678477] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.678823] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.679016] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.679215] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c6e49699-2c9c-434d-a135-bff39cf7ae55 is going to be updated. [ 1069.710181] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.710181] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.710181] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.710506] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.710506] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.721474] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6e49699-2c9c-434d-a135-bff39cf7ae55 in Status: IN_PROGRESS for 2s [ 1070.085192] env[66341]: INFO networking_nsxv3.common.synchronization [None req-f354f662-ba55-4aa4-a61f-fa7a1e46a0ac tempest-AttachVolumeNegativeTest-1448458397 tempest-AttachVolumeNegativeTest-1448458397-project-member] Enqueued Resource ID: 176ffb11-6246-4690-ac9f-fd4744dca828 with Priority: HIGHEST for action security_group_rules [ 1070.086127] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 176ffb11-6246-4690-ac9f-fd4744dca828 with Priority: HIGHEST for action security_group_rules [ 1070.086591] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-176ffb11-6246-4690-ac9f-fd4744dca828 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.086745] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-176ffb11-6246-4690-ac9f-fd4744dca828" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.086817] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-176ffb11-6246-4690-ac9f-fd4744dca828" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.087095] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-176ffb11-6246-4690-ac9f-fd4744dca828" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.087186] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('176ffb11-6246-4690-ac9f-fd4744dca828',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.186681] env[66341]: INFO networking_nsxv3.common.synchronization [None req-e4716907-878b-485d-829c-70bd6aa15f46 tempest-AttachVolumeNegativeTest-1448458397 tempest-AttachVolumeNegativeTest-1448458397-project-member] Enqueued Resource ID: 176ffb11-6246-4690-ac9f-fd4744dca828 with Priority: HIGHEST for action security_group_rules [ 1070.187811] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 176ffb11-6246-4690-ac9f-fd4744dca828 with Priority: HIGHEST for action security_group_rules [ 1070.188535] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-176ffb11-6246-4690-ac9f-fd4744dca828 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.189225] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-176ffb11-6246-4690-ac9f-fd4744dca828" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.613933] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.614171] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.614171] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.614374] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.614468] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.614565] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 176ffb11-6246-4690-ac9f-fd4744dca828 already deleted. [ 1070.614651] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-176ffb11-6246-4690-ac9f-fd4744dca828" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.614808] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-176ffb11-6246-4690-ac9f-fd4744dca828" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.614966] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-176ffb11-6246-4690-ac9f-fd4744dca828" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.615068] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('176ffb11-6246-4690-ac9f-fd4744dca828',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.818706] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 54584e3e-60dc-4e1c-b022-2fb1fc1ac01d in Status: SUCCESS [ 1070.819203] env[66341]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 54584e3e-60dc-4e1c-b022-2fb1fc1ac01d deletion is rescheduled due to dependency. [ 1070.819203] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54584e3e-60dc-4e1c-b022-2fb1fc1ac01d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.139755] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.139936] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.139983] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.140205] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.140302] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.140402] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 176ffb11-6246-4690-ac9f-fd4744dca828 already deleted. [ 1071.140482] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-176ffb11-6246-4690-ac9f-fd4744dca828" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.431607] env[66341]: INFO networking_nsxv3.common.synchronization [req-c0ad590f-0eb7-46c6-a54d-bee8c3a4fdc8 req-89a0c8de-2dfc-4622-bfe5-3320cfdad9ea tempest-AttachInterfacesTestJSON-748429391 tempest-AttachInterfacesTestJSON-748429391-project-member] Enqueued Resource ID: c297b896-2212-473c-b124-d5223cf48582 with Priority: HIGHEST for action security_group_members [ 1071.432191] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c297b896-2212-473c-b124-d5223cf48582 with Priority: HIGHEST for action security_group_members [ 1071.432498] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-c297b896-2212-473c-b124-d5223cf48582 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.432633] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c297b896-2212-473c-b124-d5223cf48582" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.432808] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c297b896-2212-473c-b124-d5223cf48582" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.432924] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c297b896-2212-473c-b124-d5223cf48582" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.435409] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.435570] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.435631] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.435829] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.435921] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.436041] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c297b896-2212-473c-b124-d5223cf48582',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.754406] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6e49699-2c9c-434d-a135-bff39cf7ae55 in Status: SUCCESS [ 1071.754474] env[66341]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c6e49699-2c9c-434d-a135-bff39cf7ae55 deletion is rescheduled due to dependency. [ 1071.754596] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6e49699-2c9c-434d-a135-bff39cf7ae55" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.877831] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock network-737 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.878452] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "network-737" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.878452] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "network-737" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.878452] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "network-737" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.878770] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.878896] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.878958] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.879195] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.879346] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.879589] env[66341]: DEBUG dogpile.cache.region [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1071.879710] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] NeedRegenerationException {{(pid=66341) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1071.879827] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] no value, waiting for create lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1071.879920] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] value creation lock acquired {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1071.880039] env[66341]: DEBUG dogpile.cache.region [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1071.880136] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Calling creation function for not-yet-present value {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1071.880246] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1071.902236] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1071.902589] env[66341]: DEBUG dogpile.cache.region [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66341) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1071.902789] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Released creation lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1071.903143] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "network-737" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.903843] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock port-4d8c04c3-dd6c-4463-af66-35e99812eafa taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.904089] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "port-4d8c04c3-dd6c-4463-af66-35e99812eafa" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.904175] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "port-4d8c04c3-dd6c-4463-af66-35e99812eafa" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.904647] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "port-4d8c04c3-dd6c-4463-af66-35e99812eafa" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.904981] env[66341]: DEBUG networking_nsxv3.api.rpc [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4d8c04c3-dd6c-4463-af66-35e99812eafa',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.940245] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.940245] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.940245] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.940478] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.940550] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.940730] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.940834] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.940902] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.941055] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.941168] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.941221] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c297b896-2212-473c-b124-d5223cf48582 already deleted. [ 1071.941446] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c297b896-2212-473c-b124-d5223cf48582" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.408828] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.409127] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.409580] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.409580] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.409710] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.409770] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Segment Port 4d8c04c3-dd6c-4463-af66-35e99812eafa not found, creating... [ 1072.410030] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.410198] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.410317] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.410536] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.410676] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.410964] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.411155] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.411248] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.411455] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.411590] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.411772] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Resource: SegmentPort with ID: 4d8c04c3-dd6c-4463-af66-35e99812eafa is going to be created. [ 1072.432289] env[66341]: INFO networking_nsxv3.common.synchronization [req-b13a27b3-ed7c-4b1d-9cfb-1ed2b896bfee req-523f273f-2a23-44df-b417-b5c933980030 tempest-ServerRescueTestJSON-394397179 tempest-ServerRescueTestJSON-394397179-project-member] Enqueued Resource ID: 0c1e4204-ef25-40e6-a41d-0250216e6636 with Priority: HIGHEST for action security_group_members [ 1072.433758] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.433974] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.434137] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.434436] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.434697] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.434952] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "port-4d8c04c3-dd6c-4463-af66-35e99812eafa" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.436559] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c1e4204-ef25-40e6-a41d-0250216e6636 with Priority: HIGHEST for action security_group_members [ 1072.436994] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c1e4204-ef25-40e6-a41d-0250216e6636 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.437152] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c1e4204-ef25-40e6-a41d-0250216e6636" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.437240] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c1e4204-ef25-40e6-a41d-0250216e6636" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.437434] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c1e4204-ef25-40e6-a41d-0250216e6636" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.437605] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.437806] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.437933] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.438112] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.438200] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.438295] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0c1e4204-ef25-40e6-a41d-0250216e6636',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.940474] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0c1e4204-ef25-40e6-a41d-0250216e6636',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.173274] env[66341]: INFO networking_nsxv3.common.synchronization [req-c0ad590f-0eb7-46c6-a54d-bee8c3a4fdc8 req-747c84e3-672e-481e-b4a2-fef4707925bb service nova] Enqueued Resource ID: c297b896-2212-473c-b124-d5223cf48582 with Priority: HIGHEST for action security_group_rules [ 1073.173274] env[66341]: INFO networking_nsxv3.common.synchronization [req-c0ad590f-0eb7-46c6-a54d-bee8c3a4fdc8 req-747c84e3-672e-481e-b4a2-fef4707925bb service nova] Enqueued Resource ID: c297b896-2212-473c-b124-d5223cf48582 with Priority: HIGHEST for action security_group_members [ 1073.173274] env[66341]: INFO networking_nsxv3.common.synchronization [req-c0ad590f-0eb7-46c6-a54d-bee8c3a4fdc8 req-747c84e3-672e-481e-b4a2-fef4707925bb service nova] Enqueued Resource ID: 4d8c04c3-dd6c-4463-af66-35e99812eafa with Priority: HIGHEST for action port [ 1073.173519] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c297b896-2212-473c-b124-d5223cf48582 with Priority: HIGHEST for action security_group_rules [ 1073.173654] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c297b896-2212-473c-b124-d5223cf48582 with Priority: HIGHEST for action security_group_members [ 1073.173939] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d8c04c3-dd6c-4463-af66-35e99812eafa with Priority: HIGHEST for action port [ 1073.174127] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c297b896-2212-473c-b124-d5223cf48582 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.174641] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c297b896-2212-473c-b124-d5223cf48582" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.174641] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c297b896-2212-473c-b124-d5223cf48582" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.174641] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c297b896-2212-473c-b124-d5223cf48582" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.174641] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c297b896-2212-473c-b124-d5223cf48582',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.175997] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-c297b896-2212-473c-b124-d5223cf48582 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.176149] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c297b896-2212-473c-b124-d5223cf48582" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.176237] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c297b896-2212-473c-b124-d5223cf48582" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.176464] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c297b896-2212-473c-b124-d5223cf48582" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.176785] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.176959] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.177069] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.177266] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.177382] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.177502] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c297b896-2212-473c-b124-d5223cf48582',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.178421] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-4d8c04c3-dd6c-4463-af66-35e99812eafa taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.178593] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4d8c04c3-dd6c-4463-af66-35e99812eafa" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.178701] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4d8c04c3-dd6c-4463-af66-35e99812eafa" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.178883] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4d8c04c3-dd6c-4463-af66-35e99812eafa" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.178986] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4d8c04c3-dd6c-4463-af66-35e99812eafa',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.442549] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0c1e4204-ef25-40e6-a41d-0250216e6636',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.680532] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-c297b896-2212-473c-b124-d5223cf48582 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.680939] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c297b896-2212-473c-b124-d5223cf48582" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.681025] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c297b896-2212-473c-b124-d5223cf48582',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.682425] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4d8c04c3-dd6c-4463-af66-35e99812eafa with status ACTIVE [ 1073.682583] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.682706] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.683302] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.683302] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.683302] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.683302] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.684163] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.684163] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.684163] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.684163] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.684163] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.684163] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.684163] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.684163] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.684876] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.684876] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4d8c04c3-dd6c-4463-af66-35e99812eafa is going to be updated. [ 1073.713352] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.713566] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.713648] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.713959] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.714174] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.714377] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4d8c04c3-dd6c-4463-af66-35e99812eafa" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.945088] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.945738] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.945738] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.945738] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.945738] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.945738] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0c1e4204-ef25-40e6-a41d-0250216e6636 is going to be updated. [ 1073.997938] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.998135] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.998135] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.998359] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.998509] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.010831] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c1e4204-ef25-40e6-a41d-0250216e6636 in Status: IN_PROGRESS for 2s [ 1074.186108] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c297b896-2212-473c-b124-d5223cf48582',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.689932] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.689932] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.690203] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.690316] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.690415] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.690648] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c297b896-2212-473c-b124-d5223cf48582 is going to be created. [ 1074.717090] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.717090] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.717090] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.717090] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.717090] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.731222] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c297b896-2212-473c-b124-d5223cf48582 in Status: UNINITIALIZED for 2s [ 1075.293087] env[66341]: INFO networking_nsxv3.common.synchronization [req-27671bc0-1d4a-42f9-ae6a-92a094476b16 req-3f26a873-82d5-4ba2-be35-d7a629f681de tempest-ServerActionsTestOtherB-1951851153 tempest-ServerActionsTestOtherB-1951851153-project-member] Enqueued Resource ID: 8446325c-f795-4856-b10e-0879b36e372c with Priority: HIGHEST for action security_group_members [ 1075.293900] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8446325c-f795-4856-b10e-0879b36e372c with Priority: HIGHEST for action security_group_members [ 1075.293900] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-8446325c-f795-4856-b10e-0879b36e372c taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.294182] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8446325c-f795-4856-b10e-0879b36e372c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.294182] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8446325c-f795-4856-b10e-0879b36e372c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.294335] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8446325c-f795-4856-b10e-0879b36e372c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.294515] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.294662] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.294662] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.294962] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.294962] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.295120] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8446325c-f795-4856-b10e-0879b36e372c',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.798176] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.798419] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.798534] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.798800] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.798940] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.799225] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.799374] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.799481] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.799711] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.799856] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.799960] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8446325c-f795-4856-b10e-0879b36e372c is going to be updated. [ 1075.831526] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.831745] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.831745] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.831961] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.832122] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.841981] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8446325c-f795-4856-b10e-0879b36e372c in Status: IN_PROGRESS for 2s [ 1075.881919] env[66341]: INFO networking_nsxv3.common.synchronization [req-b12dd73f-3900-4c43-85a2-3cf22f12b0ab req-d9e917de-e3aa-44fa-b07d-9fac75c69881 tempest-DeleteServersTestJSON-147244224 tempest-DeleteServersTestJSON-147244224-project-member] Enqueued Resource ID: 8974f603-df0a-4774-8626-2d5da9c9c7e8 with Priority: HIGHEST for action security_group_members [ 1075.882888] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8974f603-df0a-4774-8626-2d5da9c9c7e8 with Priority: HIGHEST for action security_group_members [ 1075.882888] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-8974f603-df0a-4774-8626-2d5da9c9c7e8 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.883060] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8974f603-df0a-4774-8626-2d5da9c9c7e8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.883060] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8974f603-df0a-4774-8626-2d5da9c9c7e8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.883265] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8974f603-df0a-4774-8626-2d5da9c9c7e8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.883529] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.883642] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.883722] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.883870] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.883995] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.884150] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8974f603-df0a-4774-8626-2d5da9c9c7e8',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.023432] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c1e4204-ef25-40e6-a41d-0250216e6636 in Status: SUCCESS [ 1076.023615] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c1e4204-ef25-40e6-a41d-0250216e6636" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.296829] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock network-405 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.298304] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "network-405" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.298414] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "network-405" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.298735] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "network-405" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.299543] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.299745] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.299919] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.300163] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.300311] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.300533] env[66341]: DEBUG dogpile.cache.region [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1076.300658] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] NeedRegenerationException {{(pid=66341) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1076.300769] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] no value, waiting for create lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1076.300878] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] value creation lock acquired {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1076.300991] env[66341]: DEBUG dogpile.cache.region [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1076.301957] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Calling creation function for not-yet-present value {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1076.302287] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1076.326030] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1076.326234] env[66341]: DEBUG dogpile.cache.region [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66341) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1076.326353] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Released creation lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1076.326535] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "network-405" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.326863] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock port-54dbca64-8f4b-4b3e-98fa-29af769fa93e taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.327138] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "port-54dbca64-8f4b-4b3e-98fa-29af769fa93e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.327206] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "port-54dbca64-8f4b-4b3e-98fa-29af769fa93e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.327554] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "port-54dbca64-8f4b-4b3e-98fa-29af769fa93e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.327696] env[66341]: DEBUG networking_nsxv3.api.rpc [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('54dbca64-8f4b-4b3e-98fa-29af769fa93e',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.386596] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.386768] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.386842] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.387077] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.387170] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.387365] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.387483] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.387546] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.387702] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.387854] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.387944] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8974f603-df0a-4774-8626-2d5da9c9c7e8 is going to be deleted. [ 1076.442258] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.442258] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.442258] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.442258] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.442258] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.442258] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8974f603-df0a-4774-8626-2d5da9c9c7e8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.742283] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c297b896-2212-473c-b124-d5223cf48582 in Status: SUCCESS [ 1076.742622] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c297b896-2212-473c-b124-d5223cf48582" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.742888] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c297b896-2212-473c-b124-d5223cf48582" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.743202] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c297b896-2212-473c-b124-d5223cf48582" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.743599] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.743748] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.743841] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.744049] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.744141] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.744231] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c297b896-2212-473c-b124-d5223cf48582" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.744322] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c297b896-2212-473c-b124-d5223cf48582',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.830269] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.830526] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.830621] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.830923] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.831096] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.831256] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Segment Port 54dbca64-8f4b-4b3e-98fa-29af769fa93e not found, creating... [ 1076.831532] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.831726] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.831845] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.832179] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.832348] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.832660] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.832829] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.832949] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.833197] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.833343] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.833488] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Resource: SegmentPort with ID: 54dbca64-8f4b-4b3e-98fa-29af769fa93e is going to be created. [ 1076.857155] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.858094] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.858094] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.858094] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.858661] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.858783] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "port-54dbca64-8f4b-4b3e-98fa-29af769fa93e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.247097] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c297b896-2212-473c-b124-d5223cf48582',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.601327] env[66341]: INFO networking_nsxv3.common.synchronization [req-b12dd73f-3900-4c43-85a2-3cf22f12b0ab req-81b0e70f-8ec9-47b6-8bf2-7b47d7a6ae61 service nova] Enqueued Resource ID: 8974f603-df0a-4774-8626-2d5da9c9c7e8 with Priority: HIGHEST for action security_group_rules [ 1077.601620] env[66341]: INFO networking_nsxv3.common.synchronization [req-b12dd73f-3900-4c43-85a2-3cf22f12b0ab req-81b0e70f-8ec9-47b6-8bf2-7b47d7a6ae61 service nova] Enqueued Resource ID: 8974f603-df0a-4774-8626-2d5da9c9c7e8 with Priority: HIGHEST for action security_group_members [ 1077.601720] env[66341]: INFO networking_nsxv3.common.synchronization [req-b12dd73f-3900-4c43-85a2-3cf22f12b0ab req-81b0e70f-8ec9-47b6-8bf2-7b47d7a6ae61 service nova] Enqueued Resource ID: 54dbca64-8f4b-4b3e-98fa-29af769fa93e with Priority: HIGHEST for action port [ 1077.602250] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8974f603-df0a-4774-8626-2d5da9c9c7e8 with Priority: HIGHEST for action security_group_rules [ 1077.602384] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8974f603-df0a-4774-8626-2d5da9c9c7e8 with Priority: HIGHEST for action security_group_members [ 1077.602480] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54dbca64-8f4b-4b3e-98fa-29af769fa93e with Priority: HIGHEST for action port [ 1077.602768] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8974f603-df0a-4774-8626-2d5da9c9c7e8 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.602894] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8974f603-df0a-4774-8626-2d5da9c9c7e8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.602962] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8974f603-df0a-4774-8626-2d5da9c9c7e8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.603564] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8974f603-df0a-4774-8626-2d5da9c9c7e8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.603651] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8974f603-df0a-4774-8626-2d5da9c9c7e8',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.605335] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-8974f603-df0a-4774-8626-2d5da9c9c7e8 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.605493] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8974f603-df0a-4774-8626-2d5da9c9c7e8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.605572] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8974f603-df0a-4774-8626-2d5da9c9c7e8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.605773] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8974f603-df0a-4774-8626-2d5da9c9c7e8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.605942] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.606071] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.606312] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.606489] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.606616] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.606724] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8974f603-df0a-4774-8626-2d5da9c9c7e8',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.608788] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-54dbca64-8f4b-4b3e-98fa-29af769fa93e taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.608916] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-54dbca64-8f4b-4b3e-98fa-29af769fa93e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.609327] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-54dbca64-8f4b-4b3e-98fa-29af769fa93e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.609559] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-54dbca64-8f4b-4b3e-98fa-29af769fa93e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.610146] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('54dbca64-8f4b-4b3e-98fa-29af769fa93e',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.748767] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c297b896-2212-473c-b124-d5223cf48582: rpc.has_security_group_logging(os_id): False [ 1077.768071] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.768233] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.768307] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.768534] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.768624] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.768964] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.769088] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.769154] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.769312] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.769393] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.769483] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c297b896-2212-473c-b124-d5223cf48582 is going to be created. [ 1077.846363] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.847357] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.847357] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.847357] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.847357] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.854015] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8446325c-f795-4856-b10e-0879b36e372c in Status: SUCCESS [ 1077.854308] env[66341]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8446325c-f795-4856-b10e-0879b36e372c deletion is rescheduled due to dependency. [ 1077.854495] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8446325c-f795-4856-b10e-0879b36e372c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.859693] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c297b896-2212-473c-b124-d5223cf48582 in Status: IN_PROGRESS for 2s [ 1078.112337] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 54dbca64-8f4b-4b3e-98fa-29af769fa93e with status ACTIVE [ 1078.112730] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.112730] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.112876] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.113022] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.113117] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.113301] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.113422] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.113483] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.113639] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.113714] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.113891] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.113983] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.114055] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.114191] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.114265] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.114348] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 54dbca64-8f4b-4b3e-98fa-29af769fa93e is going to be updated. [ 1078.115499] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8974f603-df0a-4774-8626-2d5da9c9c7e8',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.116577] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-8974f603-df0a-4774-8626-2d5da9c9c7e8 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.116669] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8974f603-df0a-4774-8626-2d5da9c9c7e8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.138995] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.139200] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.139200] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.139445] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.139606] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.139772] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-54dbca64-8f4b-4b3e-98fa-29af769fa93e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.220675] env[66341]: INFO networking_nsxv3.common.synchronization [req-e3017f6b-b0b1-4627-80af-5a1142648cf0 req-2f68a46d-c1a5-42c7-bb67-2780a34a43d8 tempest-ServersTestJSON-2126961376 tempest-ServersTestJSON-2126961376-project-member] Enqueued Resource ID: 3bd24151-8924-4c51-b869-89f5cc8e8a8d with Priority: HIGHEST for action security_group_members [ 1078.221690] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bd24151-8924-4c51-b869-89f5cc8e8a8d with Priority: HIGHEST for action security_group_members [ 1078.221690] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-3bd24151-8924-4c51-b869-89f5cc8e8a8d taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.221690] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3bd24151-8924-4c51-b869-89f5cc8e8a8d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.221690] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3bd24151-8924-4c51-b869-89f5cc8e8a8d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.221849] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3bd24151-8924-4c51-b869-89f5cc8e8a8d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.222026] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.226317] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.226487] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.226628] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.226740] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.226852] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3bd24151-8924-4c51-b869-89f5cc8e8a8d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.541431] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock network-55 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.541549] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "network-55" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.541659] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "network-55" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.542047] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "network-55" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.542326] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.542666] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.542666] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.542824] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.543118] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.543369] env[66341]: DEBUG dogpile.cache.region [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1078.543561] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] NeedRegenerationException {{(pid=66341) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1078.543617] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] no value, waiting for create lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1078.543811] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] value creation lock acquired {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1078.543854] env[66341]: DEBUG dogpile.cache.region [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1078.543947] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Calling creation function for not-yet-present value {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1078.544095] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1078.577068] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1078.577068] env[66341]: DEBUG dogpile.cache.region [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=66341) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1078.577068] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Released creation lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1078.577068] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "network-55" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.577068] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock port-2c0140da-5e2b-45d4-9c3e-0f843918aa2b taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.577068] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "port-2c0140da-5e2b-45d4-9c3e-0f843918aa2b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.577409] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "port-2c0140da-5e2b-45d4-9c3e-0f843918aa2b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.577526] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "port-2c0140da-5e2b-45d4-9c3e-0f843918aa2b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.577662] env[66341]: DEBUG networking_nsxv3.api.rpc [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2c0140da-5e2b-45d4-9c3e-0f843918aa2b',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.618098] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8974f603-df0a-4774-8626-2d5da9c9c7e8',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.731033] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3bd24151-8924-4c51-b869-89f5cc8e8a8d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.081268] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.081511] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.081645] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.081931] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.082410] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.082410] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Segment Port 2c0140da-5e2b-45d4-9c3e-0f843918aa2b not found, creating... [ 1079.082555] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.082645] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.082767] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.083016] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.083325] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.083715] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.083873] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.083990] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.084387] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.084517] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.084668] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Resource: SegmentPort with ID: 2c0140da-5e2b-45d4-9c3e-0f843918aa2b is going to be created. [ 1079.112257] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.112526] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.112697] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.113058] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.113319] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.114114] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "port-2c0140da-5e2b-45d4-9c3e-0f843918aa2b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.120699] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.120958] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.121014] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.121285] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.121385] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.121508] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8974f603-df0a-4774-8626-2d5da9c9c7e8 is going to be created. [ 1079.154460] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.154672] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.154672] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.154812] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.154976] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.181753] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8974f603-df0a-4774-8626-2d5da9c9c7e8 in Status: UNINITIALIZED for 2s [ 1079.232620] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3bd24151-8924-4c51-b869-89f5cc8e8a8d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.737283] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.737849] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.737849] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.738025] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.738110] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.738300] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3bd24151-8924-4c51-b869-89f5cc8e8a8d is going to be updated. [ 1079.776060] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.776247] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.776284] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.776477] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.776628] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.788807] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3bd24151-8924-4c51-b869-89f5cc8e8a8d in Status: IN_PROGRESS for 2s [ 1079.854375] env[66341]: INFO networking_nsxv3.common.synchronization [req-e3017f6b-b0b1-4627-80af-5a1142648cf0 req-57de34db-af6f-4cfd-8555-d9f740fcb18f service nova] Enqueued Resource ID: 3bd24151-8924-4c51-b869-89f5cc8e8a8d with Priority: HIGHEST for action security_group_rules [ 1079.854375] env[66341]: INFO networking_nsxv3.common.synchronization [req-e3017f6b-b0b1-4627-80af-5a1142648cf0 req-57de34db-af6f-4cfd-8555-d9f740fcb18f service nova] Enqueued Resource ID: 3bd24151-8924-4c51-b869-89f5cc8e8a8d with Priority: HIGHEST for action security_group_members [ 1079.854375] env[66341]: INFO networking_nsxv3.common.synchronization [req-e3017f6b-b0b1-4627-80af-5a1142648cf0 req-57de34db-af6f-4cfd-8555-d9f740fcb18f service nova] Enqueued Resource ID: 2c0140da-5e2b-45d4-9c3e-0f843918aa2b with Priority: HIGHEST for action port [ 1079.855400] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bd24151-8924-4c51-b869-89f5cc8e8a8d with Priority: HIGHEST for action security_group_rules [ 1079.856382] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bd24151-8924-4c51-b869-89f5cc8e8a8d with Priority: HIGHEST for action security_group_members [ 1079.856382] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c0140da-5e2b-45d4-9c3e-0f843918aa2b with Priority: HIGHEST for action port [ 1079.856878] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3bd24151-8924-4c51-b869-89f5cc8e8a8d taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.858199] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3bd24151-8924-4c51-b869-89f5cc8e8a8d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.858199] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3bd24151-8924-4c51-b869-89f5cc8e8a8d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.858199] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3bd24151-8924-4c51-b869-89f5cc8e8a8d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.858199] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3bd24151-8924-4c51-b869-89f5cc8e8a8d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.859220] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-3bd24151-8924-4c51-b869-89f5cc8e8a8d taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.859362] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3bd24151-8924-4c51-b869-89f5cc8e8a8d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.859681] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-2c0140da-5e2b-45d4-9c3e-0f843918aa2b taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.860502] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2c0140da-5e2b-45d4-9c3e-0f843918aa2b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.860627] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2c0140da-5e2b-45d4-9c3e-0f843918aa2b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.860900] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2c0140da-5e2b-45d4-9c3e-0f843918aa2b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.861049] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2c0140da-5e2b-45d4-9c3e-0f843918aa2b',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.877202] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c297b896-2212-473c-b124-d5223cf48582 in Status: SUCCESS [ 1079.877422] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c297b896-2212-473c-b124-d5223cf48582" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.067696] env[66341]: INFO networking_nsxv3.common.synchronization [req-d0aa059c-a13e-4c82-aaf7-66486924f244 req-4ffa4f47-5d01-4dcc-9b49-596136e8feee tempest-ServersNegativeTestJSON-654408917 tempest-ServersNegativeTestJSON-654408917-project-member] Enqueued Resource ID: 00f59204-3259-4365-b712-ff2b98a2bad1 with Priority: HIGHEST for action security_group_members [ 1080.068429] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00f59204-3259-4365-b712-ff2b98a2bad1 with Priority: HIGHEST for action security_group_members [ 1080.068625] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-00f59204-3259-4365-b712-ff2b98a2bad1 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.068742] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-00f59204-3259-4365-b712-ff2b98a2bad1" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.068849] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-00f59204-3259-4365-b712-ff2b98a2bad1" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.069021] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-00f59204-3259-4365-b712-ff2b98a2bad1" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.069184] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.069291] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.069357] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.069496] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.069778] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.069889] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('00f59204-3259-4365-b712-ff2b98a2bad1',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.363548] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-3bd24151-8924-4c51-b869-89f5cc8e8a8d taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.363688] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3bd24151-8924-4c51-b869-89f5cc8e8a8d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.367220] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2c0140da-5e2b-45d4-9c3e-0f843918aa2b with status ACTIVE [ 1080.367472] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.367673] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.367775] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.368057] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.368198] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.368413] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.368554] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.368623] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.368824] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.368931] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.369157] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.369286] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.369346] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.369509] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.369603] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.370150] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2c0140da-5e2b-45d4-9c3e-0f843918aa2b is going to be updated. [ 1080.407171] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.407348] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.407348] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.407545] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.407692] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.407871] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2c0140da-5e2b-45d4-9c3e-0f843918aa2b" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.572218] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.572400] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.572400] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.572622] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.572684] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.572921] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.573030] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.573099] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.573248] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.573380] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.573494] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 00f59204-3259-4365-b712-ff2b98a2bad1 is going to be updated. [ 1080.607263] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.607420] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.607551] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.607828] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.608026] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.618625] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 00f59204-3259-4365-b712-ff2b98a2bad1 in Status: IN_PROGRESS for 2s [ 1080.766196] env[66341]: INFO networking_nsxv3.common.synchronization [req-03b900a1-2cb1-4411-a1ba-729fed7d303d req-93e5b31b-120d-414d-b925-b38d1ee43b17 tempest-ServersAdminNegativeTestJSON-618473000 tempest-ServersAdminNegativeTestJSON-618473000-project-member] Enqueued Resource ID: e03fc385-66ba-42c9-b816-198f2e2632ea with Priority: HIGHEST for action security_group_members [ 1080.767364] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e03fc385-66ba-42c9-b816-198f2e2632ea with Priority: HIGHEST for action security_group_members [ 1080.767364] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-e03fc385-66ba-42c9-b816-198f2e2632ea taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.767364] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e03fc385-66ba-42c9-b816-198f2e2632ea" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.767364] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e03fc385-66ba-42c9-b816-198f2e2632ea" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.767785] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e03fc385-66ba-42c9-b816-198f2e2632ea" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.767785] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.767947] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.767947] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.768141] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.768261] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.768358] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e03fc385-66ba-42c9-b816-198f2e2632ea',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.158067] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock network-964 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.158316] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "network-964" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.158503] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "network-964" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.158875] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "network-964" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.159223] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.159557] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.159557] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.159947] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.160851] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.160851] env[66341]: DEBUG dogpile.cache.region [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1081.160851] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] NeedRegenerationException {{(pid=66341) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1081.161162] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] no value, waiting for create lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1081.161394] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] value creation lock acquired {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1081.161858] env[66341]: DEBUG dogpile.cache.region [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1081.161858] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Calling creation function for not-yet-present value {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1081.162150] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1081.182259] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1081.182495] env[66341]: DEBUG dogpile.cache.region [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66341) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1081.182590] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Released creation lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1081.182752] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "network-964" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.183162] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock port-ca8b2f97-7c44-44d1-a24c-f564c54ac248 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.183357] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "port-ca8b2f97-7c44-44d1-a24c-f564c54ac248" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.183474] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "port-ca8b2f97-7c44-44d1-a24c-f564c54ac248" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.183825] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "port-ca8b2f97-7c44-44d1-a24c-f564c54ac248" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.183968] env[66341]: DEBUG networking_nsxv3.api.rpc [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ca8b2f97-7c44-44d1-a24c-f564c54ac248',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.196035] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8974f603-df0a-4774-8626-2d5da9c9c7e8 in Status: SUCCESS [ 1081.196035] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8974f603-df0a-4774-8626-2d5da9c9c7e8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.196035] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8974f603-df0a-4774-8626-2d5da9c9c7e8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.196035] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8974f603-df0a-4774-8626-2d5da9c9c7e8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.196035] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.196035] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.196035] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.196035] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.196035] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.196035] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8974f603-df0a-4774-8626-2d5da9c9c7e8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.196035] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8974f603-df0a-4774-8626-2d5da9c9c7e8',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.270757] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e03fc385-66ba-42c9-b816-198f2e2632ea',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.688097] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.688462] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.688691] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.689133] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.689401] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.689666] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Segment Port ca8b2f97-7c44-44d1-a24c-f564c54ac248 not found, creating... [ 1081.690185] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.690531] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.690913] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.691108] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.691419] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.691879] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.692169] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.692387] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.692727] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.692978] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.693248] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Resource: SegmentPort with ID: ca8b2f97-7c44-44d1-a24c-f564c54ac248 is going to be created. [ 1081.697966] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-8974f603-df0a-4774-8626-2d5da9c9c7e8 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.698184] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8974f603-df0a-4774-8626-2d5da9c9c7e8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.698368] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8974f603-df0a-4774-8626-2d5da9c9c7e8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.698638] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8974f603-df0a-4774-8626-2d5da9c9c7e8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.698838] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.699020] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.699068] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.699272] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.699352] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.699459] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8974f603-df0a-4774-8626-2d5da9c9c7e8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.699660] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-8974f603-df0a-4774-8626-2d5da9c9c7e8 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.699765] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8974f603-df0a-4774-8626-2d5da9c9c7e8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.699858] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8974f603-df0a-4774-8626-2d5da9c9c7e8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.700045] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8974f603-df0a-4774-8626-2d5da9c9c7e8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.700245] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.700353] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.700446] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.700601] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.700743] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.700813] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8974f603-df0a-4774-8626-2d5da9c9c7e8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.700912] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8974f603-df0a-4774-8626-2d5da9c9c7e8',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.717783] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.718100] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.718199] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.718478] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.718713] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.718976] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "port-ca8b2f97-7c44-44d1-a24c-f564c54ac248" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.773760] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e03fc385-66ba-42c9-b816-198f2e2632ea',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.807029] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3bd24151-8924-4c51-b869-89f5cc8e8a8d in Status: SUCCESS [ 1081.807029] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3bd24151-8924-4c51-b869-89f5cc8e8a8d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.807029] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3bd24151-8924-4c51-b869-89f5cc8e8a8d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.807029] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3bd24151-8924-4c51-b869-89f5cc8e8a8d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.807029] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.807029] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.807029] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.807029] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.807029] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.808128] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3bd24151-8924-4c51-b869-89f5cc8e8a8d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.203854] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8974f603-df0a-4774-8626-2d5da9c9c7e8: rpc.has_security_group_logging(os_id): False [ 1082.227576] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.227756] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.227831] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.228120] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.228219] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.228685] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.228685] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.228685] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.228921] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.228921] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.229047] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.231684] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.231782] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.231942] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.232042] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.232239] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.232392] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.233218] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.233218] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.233218] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.233218] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8974f603-df0a-4774-8626-2d5da9c9c7e8 is going to be created. [ 1082.279140] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.279140] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.279140] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.279140] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.279140] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.279140] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e03fc385-66ba-42c9-b816-198f2e2632ea is going to be updated. [ 1082.313180] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.313180] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.313180] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.313180] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.313180] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.313180] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3bd24151-8924-4c51-b869-89f5cc8e8a8d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.339870] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.340057] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.340134] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.340375] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.340539] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.350999] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8974f603-df0a-4774-8626-2d5da9c9c7e8 in Status: IN_PROGRESS for 2s [ 1082.353243] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e03fc385-66ba-42c9-b816-198f2e2632ea in Status: IN_PROGRESS for 2s [ 1082.493315] env[66341]: INFO networking_nsxv3.common.synchronization [req-03b900a1-2cb1-4411-a1ba-729fed7d303d req-90beb63f-7eb0-4dbe-b3b2-02a6d6819948 service nova] Enqueued Resource ID: e03fc385-66ba-42c9-b816-198f2e2632ea with Priority: HIGHEST for action security_group_rules [ 1082.493614] env[66341]: INFO networking_nsxv3.common.synchronization [req-03b900a1-2cb1-4411-a1ba-729fed7d303d req-90beb63f-7eb0-4dbe-b3b2-02a6d6819948 service nova] Enqueued Resource ID: e03fc385-66ba-42c9-b816-198f2e2632ea with Priority: HIGHEST for action security_group_members [ 1082.493808] env[66341]: INFO networking_nsxv3.common.synchronization [req-03b900a1-2cb1-4411-a1ba-729fed7d303d req-90beb63f-7eb0-4dbe-b3b2-02a6d6819948 service nova] Enqueued Resource ID: ca8b2f97-7c44-44d1-a24c-f564c54ac248 with Priority: HIGHEST for action port [ 1082.494457] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e03fc385-66ba-42c9-b816-198f2e2632ea with Priority: HIGHEST for action security_group_rules [ 1082.494628] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e03fc385-66ba-42c9-b816-198f2e2632ea with Priority: HIGHEST for action security_group_members [ 1082.494731] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca8b2f97-7c44-44d1-a24c-f564c54ac248 with Priority: HIGHEST for action port [ 1082.495061] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e03fc385-66ba-42c9-b816-198f2e2632ea taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.495225] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e03fc385-66ba-42c9-b816-198f2e2632ea" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.495525] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e03fc385-66ba-42c9-b816-198f2e2632ea" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.495803] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e03fc385-66ba-42c9-b816-198f2e2632ea" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.495917] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e03fc385-66ba-42c9-b816-198f2e2632ea',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.496883] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-e03fc385-66ba-42c9-b816-198f2e2632ea taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.496995] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e03fc385-66ba-42c9-b816-198f2e2632ea" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.497192] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-ca8b2f97-7c44-44d1-a24c-f564c54ac248 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.497341] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ca8b2f97-7c44-44d1-a24c-f564c54ac248" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.497418] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ca8b2f97-7c44-44d1-a24c-f564c54ac248" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.497597] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ca8b2f97-7c44-44d1-a24c-f564c54ac248" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.497675] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ca8b2f97-7c44-44d1-a24c-f564c54ac248',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.628863] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 00f59204-3259-4365-b712-ff2b98a2bad1 in Status: SUCCESS [ 1082.629020] env[66341]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 00f59204-3259-4365-b712-ff2b98a2bad1 deletion is rescheduled due to dependency. [ 1082.629657] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-00f59204-3259-4365-b712-ff2b98a2bad1" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.816252] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3bd24151-8924-4c51-b869-89f5cc8e8a8d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.999415] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-e03fc385-66ba-42c9-b816-198f2e2632ea taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.000619] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e03fc385-66ba-42c9-b816-198f2e2632ea" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.000619] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ca8b2f97-7c44-44d1-a24c-f564c54ac248 with status ACTIVE [ 1083.000619] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.000829] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.000829] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.001317] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.001317] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.001456] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.001685] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.001685] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.002208] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.002208] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.002208] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.002332] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.002418] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.002608] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.002660] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.002721] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ca8b2f97-7c44-44d1-a24c-f564c54ac248 is going to be updated. [ 1083.025596] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.025794] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.025865] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.026108] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.026491] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.026616] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ca8b2f97-7c44-44d1-a24c-f564c54ac248" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.318392] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.318618] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.318735] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.318970] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.319108] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.319234] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3bd24151-8924-4c51-b869-89f5cc8e8a8d is going to be updated. [ 1083.398807] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.398967] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.399339] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.399339] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.399745] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.419657] env[66341]: INFO networking_nsxv3.common.synchronization [req-7f31a9b3-a532-41b9-bc74-89d80eb11520 req-7cae677e-186b-4eb8-8abc-282cd5538e4b tempest-ServersTestFqdnHostnames-535195167 tempest-ServersTestFqdnHostnames-535195167-project-member] Enqueued Resource ID: 425f71c6-e712-43c2-9aa2-e8c6130a415c with Priority: HIGHEST for action security_group_members [ 1083.419657] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3bd24151-8924-4c51-b869-89f5cc8e8a8d in Status: IN_PROGRESS for 2s [ 1083.420141] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 425f71c6-e712-43c2-9aa2-e8c6130a415c with Priority: HIGHEST for action security_group_members [ 1083.420999] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-425f71c6-e712-43c2-9aa2-e8c6130a415c taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.420999] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-425f71c6-e712-43c2-9aa2-e8c6130a415c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.420999] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-425f71c6-e712-43c2-9aa2-e8c6130a415c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.420999] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-425f71c6-e712-43c2-9aa2-e8c6130a415c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.421219] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.421356] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.421457] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.421694] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.421823] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.421970] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('425f71c6-e712-43c2-9aa2-e8c6130a415c',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.843871] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock network-565 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.844291] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "network-565" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.844291] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "network-565" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.844656] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "network-565" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.844848] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.845016] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.845139] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.845367] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.845552] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.845802] env[66341]: DEBUG dogpile.cache.region [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1083.845922] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] NeedRegenerationException {{(pid=66341) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1083.846052] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] no value, waiting for create lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1083.846166] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] value creation lock acquired {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1083.846302] env[66341]: DEBUG dogpile.cache.region [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1083.846413] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Calling creation function for not-yet-present value {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1083.846576] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1083.868076] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1083.868076] env[66341]: DEBUG dogpile.cache.region [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66341) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1083.868076] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Released creation lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1083.868076] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "network-565" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.868462] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock port-3a32d937-1112-4f9e-a410-2d8e16e8b5c2 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.868551] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "port-3a32d937-1112-4f9e-a410-2d8e16e8b5c2" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.868677] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "port-3a32d937-1112-4f9e-a410-2d8e16e8b5c2" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.869035] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "port-3a32d937-1112-4f9e-a410-2d8e16e8b5c2" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.869184] env[66341]: DEBUG networking_nsxv3.api.rpc [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3a32d937-1112-4f9e-a410-2d8e16e8b5c2',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.924573] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.924573] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.924846] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.924921] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.925029] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.925233] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.925337] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.925404] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.925624] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.925706] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.925798] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 425f71c6-e712-43c2-9aa2-e8c6130a415c already deleted. [ 1083.925879] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-425f71c6-e712-43c2-9aa2-e8c6130a415c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.367509] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e03fc385-66ba-42c9-b816-198f2e2632ea in Status: SUCCESS [ 1084.367509] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e03fc385-66ba-42c9-b816-198f2e2632ea" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.367710] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e03fc385-66ba-42c9-b816-198f2e2632ea" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.368392] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e03fc385-66ba-42c9-b816-198f2e2632ea" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.368614] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.370496] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.370496] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.370496] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.370496] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.370663] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e03fc385-66ba-42c9-b816-198f2e2632ea',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.372066] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.372271] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.372393] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.372642] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.372785] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.372935] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Segment Port 3a32d937-1112-4f9e-a410-2d8e16e8b5c2 not found, creating... [ 1084.373195] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.373377] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.373514] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.373819] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.373994] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.374305] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.374463] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.374577] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.374790] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.374954] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.375144] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Resource: SegmentPort with ID: 3a32d937-1112-4f9e-a410-2d8e16e8b5c2 is going to be created. [ 1084.377463] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8974f603-df0a-4774-8626-2d5da9c9c7e8 in Status: SUCCESS [ 1084.377724] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8974f603-df0a-4774-8626-2d5da9c9c7e8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.401581] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.401581] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.401733] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.402856] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.402856] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.402856] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "port-3a32d937-1112-4f9e-a410-2d8e16e8b5c2" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.879115] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e03fc385-66ba-42c9-b816-198f2e2632ea',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.106214] env[66341]: INFO networking_nsxv3.common.synchronization [req-7f31a9b3-a532-41b9-bc74-89d80eb11520 req-af0b55ef-d3af-451b-bd29-77ba6d42756d service nova] Enqueued Resource ID: 425f71c6-e712-43c2-9aa2-e8c6130a415c with Priority: HIGHEST for action security_group_rules [ 1085.106214] env[66341]: INFO networking_nsxv3.common.synchronization [req-7f31a9b3-a532-41b9-bc74-89d80eb11520 req-af0b55ef-d3af-451b-bd29-77ba6d42756d service nova] Enqueued Resource ID: 425f71c6-e712-43c2-9aa2-e8c6130a415c with Priority: HIGHEST for action security_group_members [ 1085.106214] env[66341]: INFO networking_nsxv3.common.synchronization [req-7f31a9b3-a532-41b9-bc74-89d80eb11520 req-af0b55ef-d3af-451b-bd29-77ba6d42756d service nova] Enqueued Resource ID: 3a32d937-1112-4f9e-a410-2d8e16e8b5c2 with Priority: HIGHEST for action port [ 1085.106214] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 425f71c6-e712-43c2-9aa2-e8c6130a415c with Priority: HIGHEST for action security_group_rules [ 1085.106214] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 425f71c6-e712-43c2-9aa2-e8c6130a415c with Priority: HIGHEST for action security_group_members [ 1085.106214] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a32d937-1112-4f9e-a410-2d8e16e8b5c2 with Priority: HIGHEST for action port [ 1085.107026] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-425f71c6-e712-43c2-9aa2-e8c6130a415c taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.107298] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-425f71c6-e712-43c2-9aa2-e8c6130a415c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.107469] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-425f71c6-e712-43c2-9aa2-e8c6130a415c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.108159] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-425f71c6-e712-43c2-9aa2-e8c6130a415c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.108379] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('425f71c6-e712-43c2-9aa2-e8c6130a415c',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.109467] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-425f71c6-e712-43c2-9aa2-e8c6130a415c taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.109705] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-425f71c6-e712-43c2-9aa2-e8c6130a415c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.109853] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-425f71c6-e712-43c2-9aa2-e8c6130a415c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.110122] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-425f71c6-e712-43c2-9aa2-e8c6130a415c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.115025] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.115025] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.115025] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.115025] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.115025] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.115025] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('425f71c6-e712-43c2-9aa2-e8c6130a415c',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.117984] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-3a32d937-1112-4f9e-a410-2d8e16e8b5c2 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.117984] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3a32d937-1112-4f9e-a410-2d8e16e8b5c2" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.117984] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3a32d937-1112-4f9e-a410-2d8e16e8b5c2" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.117984] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3a32d937-1112-4f9e-a410-2d8e16e8b5c2" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.117984] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3a32d937-1112-4f9e-a410-2d8e16e8b5c2',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.382364] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e03fc385-66ba-42c9-b816-198f2e2632ea',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.430030] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3bd24151-8924-4c51-b869-89f5cc8e8a8d in Status: SUCCESS [ 1085.430310] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3bd24151-8924-4c51-b869-89f5cc8e8a8d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.430497] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3bd24151-8924-4c51-b869-89f5cc8e8a8d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.430754] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3bd24151-8924-4c51-b869-89f5cc8e8a8d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.431077] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.431077] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.431310] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.431310] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.431395] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.431482] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3bd24151-8924-4c51-b869-89f5cc8e8a8d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.431544] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3bd24151-8924-4c51-b869-89f5cc8e8a8d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.619144] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('425f71c6-e712-43c2-9aa2-e8c6130a415c',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.620256] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-425f71c6-e712-43c2-9aa2-e8c6130a415c taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.620417] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-425f71c6-e712-43c2-9aa2-e8c6130a415c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.620811] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3a32d937-1112-4f9e-a410-2d8e16e8b5c2 with status ACTIVE [ 1085.622116] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.622116] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.622116] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.622116] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.622116] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.622116] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.622116] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.622116] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.622116] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.622116] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.622483] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.622483] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.622483] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.622569] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.622594] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.622682] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3a32d937-1112-4f9e-a410-2d8e16e8b5c2 is going to be updated. [ 1085.646102] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.646102] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.646102] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.646265] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.646424] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.646632] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3a32d937-1112-4f9e-a410-2d8e16e8b5c2" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.884600] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.884906] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.884906] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.885077] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.885176] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.885279] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e03fc385-66ba-42c9-b816-198f2e2632ea is going to be updated. [ 1085.921524] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.921722] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.921804] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.922174] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.922290] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.934343] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-3bd24151-8924-4c51-b869-89f5cc8e8a8d taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.934580] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3bd24151-8924-4c51-b869-89f5cc8e8a8d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.934580] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3bd24151-8924-4c51-b869-89f5cc8e8a8d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.934789] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3bd24151-8924-4c51-b869-89f5cc8e8a8d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.934958] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.935066] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.935129] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.935277] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.935362] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.935443] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3bd24151-8924-4c51-b869-89f5cc8e8a8d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.935764] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-3bd24151-8924-4c51-b869-89f5cc8e8a8d taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.935884] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3bd24151-8924-4c51-b869-89f5cc8e8a8d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.935951] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3bd24151-8924-4c51-b869-89f5cc8e8a8d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.936227] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3bd24151-8924-4c51-b869-89f5cc8e8a8d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.936389] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.936615] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.936724] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.936889] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.936984] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.937097] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3bd24151-8924-4c51-b869-89f5cc8e8a8d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.937191] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3bd24151-8924-4c51-b869-89f5cc8e8a8d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.938822] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e03fc385-66ba-42c9-b816-198f2e2632ea in Status: IN_PROGRESS for 2s [ 1086.121493] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('425f71c6-e712-43c2-9aa2-e8c6130a415c',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.439801] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3bd24151-8924-4c51-b869-89f5cc8e8a8d: rpc.has_security_group_logging(os_id): False [ 1086.462822] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.462822] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.463046] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.463420] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.463420] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.463590] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.463664] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.463664] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.463821] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.463899] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.464193] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.464311] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.464381] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.464536] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.464618] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.464809] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.464904] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.464966] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.465124] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.465202] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.465288] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3bd24151-8924-4c51-b869-89f5cc8e8a8d is going to be updated. [ 1086.562071] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.562071] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.562071] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.562365] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.562365] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.590717] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3bd24151-8924-4c51-b869-89f5cc8e8a8d in Status: IN_PROGRESS for 2s [ 1086.624612] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.624869] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.624988] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.625242] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.625349] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.625718] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 425f71c6-e712-43c2-9aa2-e8c6130a415c is going to be created. [ 1086.680836] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.680836] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.680836] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.681064] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.681298] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.695793] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 425f71c6-e712-43c2-9aa2-e8c6130a415c in Status: UNINITIALIZED for 2s [ 1087.951708] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e03fc385-66ba-42c9-b816-198f2e2632ea in Status: SUCCESS [ 1087.951708] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e03fc385-66ba-42c9-b816-198f2e2632ea" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.951708] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e03fc385-66ba-42c9-b816-198f2e2632ea" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.951708] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e03fc385-66ba-42c9-b816-198f2e2632ea" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.951708] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.951708] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.951708] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.951708] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.951708] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.951708] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e03fc385-66ba-42c9-b816-198f2e2632ea" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.951708] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e03fc385-66ba-42c9-b816-198f2e2632ea',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.453279] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-e03fc385-66ba-42c9-b816-198f2e2632ea taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.453760] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e03fc385-66ba-42c9-b816-198f2e2632ea" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.453865] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e03fc385-66ba-42c9-b816-198f2e2632ea" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.454215] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e03fc385-66ba-42c9-b816-198f2e2632ea" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.454478] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.454640] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.454737] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.454976] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.455120] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.455252] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e03fc385-66ba-42c9-b816-198f2e2632ea" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.455466] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-e03fc385-66ba-42c9-b816-198f2e2632ea taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.455658] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e03fc385-66ba-42c9-b816-198f2e2632ea" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.455744] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e03fc385-66ba-42c9-b816-198f2e2632ea" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.455958] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e03fc385-66ba-42c9-b816-198f2e2632ea" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.456182] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.456365] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.456462] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.456641] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.456749] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.456871] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e03fc385-66ba-42c9-b816-198f2e2632ea" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.456996] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e03fc385-66ba-42c9-b816-198f2e2632ea',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.610949] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3bd24151-8924-4c51-b869-89f5cc8e8a8d in Status: SUCCESS [ 1088.611819] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3bd24151-8924-4c51-b869-89f5cc8e8a8d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.712195] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 425f71c6-e712-43c2-9aa2-e8c6130a415c in Status: SUCCESS [ 1088.712394] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-425f71c6-e712-43c2-9aa2-e8c6130a415c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.712623] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-425f71c6-e712-43c2-9aa2-e8c6130a415c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.712856] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-425f71c6-e712-43c2-9aa2-e8c6130a415c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.713058] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.713179] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.713244] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.713411] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.713506] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.713606] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-425f71c6-e712-43c2-9aa2-e8c6130a415c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.713706] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('425f71c6-e712-43c2-9aa2-e8c6130a415c',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.960560] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e03fc385-66ba-42c9-b816-198f2e2632ea: rpc.has_security_group_logging(os_id): False [ 1088.983805] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.983984] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.984103] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.984331] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.984440] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.984677] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.984839] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.984917] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.985288] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.985288] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.985447] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.985574] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.985617] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.985783] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.986152] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.986232] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.986349] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.986418] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.986683] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.986840] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.986943] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e03fc385-66ba-42c9-b816-198f2e2632ea is going to be updated. [ 1089.105176] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.105659] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.105659] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.105659] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.105888] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.125611] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e03fc385-66ba-42c9-b816-198f2e2632ea in Status: IN_PROGRESS for 2s [ 1089.220035] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('425f71c6-e712-43c2-9aa2-e8c6130a415c',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.723281] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 425f71c6-e712-43c2-9aa2-e8c6130a415c: rpc.has_security_group_logging(os_id): False [ 1089.745242] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.745396] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.745824] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.745824] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.745824] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.746089] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.746373] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.746373] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.746452] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.746497] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.746610] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 425f71c6-e712-43c2-9aa2-e8c6130a415c is going to be created. [ 1089.830062] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.830214] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.830282] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.830507] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.830755] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.845169] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 425f71c6-e712-43c2-9aa2-e8c6130a415c in Status: IN_PROGRESS for 2s [ 1090.106746] env[66341]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1090.107173] env[66341]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1091.139763] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e03fc385-66ba-42c9-b816-198f2e2632ea in Status: SUCCESS [ 1091.139763] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e03fc385-66ba-42c9-b816-198f2e2632ea" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.864202] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 425f71c6-e712-43c2-9aa2-e8c6130a415c in Status: SUCCESS [ 1091.864433] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-425f71c6-e712-43c2-9aa2-e8c6130a415c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.113417] env[66341]: INFO networking_nsxv3.common.synchronization [req-0fb69c05-3345-4a3b-847a-7a71661f13b0 req-26ae5c68-d940-47e3-b6f0-0c3b2a779166 tempest-ServersTestJSON-2126961376 tempest-ServersTestJSON-2126961376-project-member] Enqueued Resource ID: 3bd24151-8924-4c51-b869-89f5cc8e8a8d with Priority: HIGHEST for action security_group_members [ 1092.114015] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bd24151-8924-4c51-b869-89f5cc8e8a8d with Priority: HIGHEST for action security_group_members [ 1092.114331] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-3bd24151-8924-4c51-b869-89f5cc8e8a8d taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.114452] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3bd24151-8924-4c51-b869-89f5cc8e8a8d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.114520] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3bd24151-8924-4c51-b869-89f5cc8e8a8d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.114716] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3bd24151-8924-4c51-b869-89f5cc8e8a8d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.114869] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.114968] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.115180] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.115370] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.115629] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.115770] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3bd24151-8924-4c51-b869-89f5cc8e8a8d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.445178] env[66341]: INFO networking_nsxv3.common.synchronization [req-e79be6c9-77c8-406a-9369-223ce22373a8 req-e04ce8f5-41f3-4fae-883d-dc15dcde5fca tempest-AttachVolumeNegativeTest-1448458397 tempest-AttachVolumeNegativeTest-1448458397-project-member] Enqueued Resource ID: 176ffb11-6246-4690-ac9f-fd4744dca828 with Priority: HIGHEST for action security_group_members [ 1092.445761] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 176ffb11-6246-4690-ac9f-fd4744dca828 with Priority: HIGHEST for action security_group_members [ 1092.446827] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-176ffb11-6246-4690-ac9f-fd4744dca828 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.446827] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-176ffb11-6246-4690-ac9f-fd4744dca828" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.446827] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-176ffb11-6246-4690-ac9f-fd4744dca828" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.446827] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-176ffb11-6246-4690-ac9f-fd4744dca828" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.446827] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.446827] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.446827] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.447086] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.447086] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.447086] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('176ffb11-6246-4690-ac9f-fd4744dca828',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.619474] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3bd24151-8924-4c51-b869-89f5cc8e8a8d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.894479] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock network-3 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.894479] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "network-3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.894479] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "network-3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.894761] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "network-3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.895088] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.895299] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.895460] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.895752] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.895990] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.896312] env[66341]: DEBUG dogpile.cache.region [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1092.896396] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] NeedRegenerationException {{(pid=66341) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1092.896636] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] no value, waiting for create lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1092.896739] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] value creation lock acquired {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1092.896781] env[66341]: DEBUG dogpile.cache.region [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1092.896934] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Calling creation function for not-yet-present value {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1092.897102] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1092.921040] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1092.921273] env[66341]: DEBUG dogpile.cache.region [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66341) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1092.921450] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Released creation lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1092.921689] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "network-3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.922294] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock port-92462c7a-e5d4-4ea0-b755-4fe82645a95c taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.922413] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "port-92462c7a-e5d4-4ea0-b755-4fe82645a95c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.922528] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "port-92462c7a-e5d4-4ea0-b755-4fe82645a95c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.923882] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "port-92462c7a-e5d4-4ea0-b755-4fe82645a95c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.923882] env[66341]: DEBUG networking_nsxv3.api.rpc [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('92462c7a-e5d4-4ea0-b755-4fe82645a95c',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.950246] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.950463] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.950563] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.950859] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.950969] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.951424] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.951424] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.951424] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.951625] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.951732] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.951966] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 176ffb11-6246-4690-ac9f-fd4744dca828 already deleted. [ 1092.951966] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-176ffb11-6246-4690-ac9f-fd4744dca828" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.122042] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3bd24151-8924-4c51-b869-89f5cc8e8a8d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.426871] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.426871] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.426871] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.427086] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.427115] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.427361] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Segment Port 92462c7a-e5d4-4ea0-b755-4fe82645a95c not found, creating... [ 1093.427701] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.427920] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.428080] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.428583] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.428583] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.429135] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.429135] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.429135] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.429557] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.429557] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.429727] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Resource: SegmentPort with ID: 92462c7a-e5d4-4ea0-b755-4fe82645a95c is going to be created. [ 1093.451175] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.451552] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.451605] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.451935] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.452229] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.453069] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "port-92462c7a-e5d4-4ea0-b755-4fe82645a95c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.625062] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.625266] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.625345] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.625692] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.625826] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.625935] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3bd24151-8924-4c51-b869-89f5cc8e8a8d is going to be updated. [ 1093.670480] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.670719] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.670780] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.671107] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.671277] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.682659] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3bd24151-8924-4c51-b869-89f5cc8e8a8d in Status: IN_PROGRESS for 2s [ 1094.207236] env[66341]: INFO networking_nsxv3.common.synchronization [req-e79be6c9-77c8-406a-9369-223ce22373a8 req-9bde7bba-7305-4c7a-9b81-8a349b62ea60 service nova] Enqueued Resource ID: 176ffb11-6246-4690-ac9f-fd4744dca828 with Priority: HIGHEST for action security_group_rules [ 1094.207236] env[66341]: INFO networking_nsxv3.common.synchronization [req-e79be6c9-77c8-406a-9369-223ce22373a8 req-9bde7bba-7305-4c7a-9b81-8a349b62ea60 service nova] Enqueued Resource ID: 176ffb11-6246-4690-ac9f-fd4744dca828 with Priority: HIGHEST for action security_group_members [ 1094.207236] env[66341]: INFO networking_nsxv3.common.synchronization [req-e79be6c9-77c8-406a-9369-223ce22373a8 req-9bde7bba-7305-4c7a-9b81-8a349b62ea60 service nova] Enqueued Resource ID: 92462c7a-e5d4-4ea0-b755-4fe82645a95c with Priority: HIGHEST for action port [ 1094.207236] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 176ffb11-6246-4690-ac9f-fd4744dca828 with Priority: HIGHEST for action security_group_rules [ 1094.208303] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 176ffb11-6246-4690-ac9f-fd4744dca828 with Priority: HIGHEST for action security_group_members [ 1094.208456] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92462c7a-e5d4-4ea0-b755-4fe82645a95c with Priority: HIGHEST for action port [ 1094.209180] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-176ffb11-6246-4690-ac9f-fd4744dca828 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.209354] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-176ffb11-6246-4690-ac9f-fd4744dca828" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.209354] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-176ffb11-6246-4690-ac9f-fd4744dca828" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.209609] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-176ffb11-6246-4690-ac9f-fd4744dca828" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.209728] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('176ffb11-6246-4690-ac9f-fd4744dca828',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.211066] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-176ffb11-6246-4690-ac9f-fd4744dca828 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.212281] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-176ffb11-6246-4690-ac9f-fd4744dca828" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.212281] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-176ffb11-6246-4690-ac9f-fd4744dca828" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.214559] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-176ffb11-6246-4690-ac9f-fd4744dca828" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.214676] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.216222] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.216222] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.216222] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.216222] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.216222] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('176ffb11-6246-4690-ac9f-fd4744dca828',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.216530] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-92462c7a-e5d4-4ea0-b755-4fe82645a95c taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.216649] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-92462c7a-e5d4-4ea0-b755-4fe82645a95c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.216886] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-92462c7a-e5d4-4ea0-b755-4fe82645a95c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.216886] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-92462c7a-e5d4-4ea0-b755-4fe82645a95c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.216964] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('92462c7a-e5d4-4ea0-b755-4fe82645a95c',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.719501] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('176ffb11-6246-4690-ac9f-fd4744dca828',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.720637] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-176ffb11-6246-4690-ac9f-fd4744dca828 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.720752] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-176ffb11-6246-4690-ac9f-fd4744dca828" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.720909] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 92462c7a-e5d4-4ea0-b755-4fe82645a95c with status ACTIVE [ 1094.721086] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.722024] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.722024] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.722024] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.722024] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.722024] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.722024] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.722024] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.722240] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.722240] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.722525] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.722525] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.722525] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.723566] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.723566] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.723566] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 92462c7a-e5d4-4ea0-b755-4fe82645a95c is going to be updated. [ 1094.751495] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.751495] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.751495] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.751495] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.751495] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.751495] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-92462c7a-e5d4-4ea0-b755-4fe82645a95c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.226300] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('176ffb11-6246-4690-ac9f-fd4744dca828',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.694670] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3bd24151-8924-4c51-b869-89f5cc8e8a8d in Status: SUCCESS [ 1095.694670] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3bd24151-8924-4c51-b869-89f5cc8e8a8d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.729431] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.729945] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.729945] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.730076] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.730076] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.730190] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 176ffb11-6246-4690-ac9f-fd4744dca828 is going to be created. [ 1095.760757] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.760941] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.761036] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.762080] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.762080] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.773668] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 176ffb11-6246-4690-ac9f-fd4744dca828 in Status: UNINITIALIZED for 2s [ 1096.102057] env[66341]: INFO networking_nsxv3.common.synchronization [req-8cdbcf70-3cdd-4cbb-a598-afb5191ddbda req-e9d6688e-9a24-402a-8076-2035b06ac5b6 tempest-ServerRescueTestJSON-394397179 tempest-ServerRescueTestJSON-394397179-project-member] Enqueued Resource ID: 0c1e4204-ef25-40e6-a41d-0250216e6636 with Priority: HIGHEST for action security_group_members [ 1096.102674] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c1e4204-ef25-40e6-a41d-0250216e6636 with Priority: HIGHEST for action security_group_members [ 1096.102985] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c1e4204-ef25-40e6-a41d-0250216e6636 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.103310] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c1e4204-ef25-40e6-a41d-0250216e6636" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.103367] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c1e4204-ef25-40e6-a41d-0250216e6636" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.103696] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c1e4204-ef25-40e6-a41d-0250216e6636" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.103763] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.103816] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.103903] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.104082] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.104172] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.104272] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0c1e4204-ef25-40e6-a41d-0250216e6636',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.606449] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.606745] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.606745] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.606936] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.607044] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.607249] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.607340] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.607405] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.607567] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.607688] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.607737] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0c1e4204-ef25-40e6-a41d-0250216e6636 is going to be updated. [ 1096.644647] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.645618] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.645618] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.645618] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.645724] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.657214] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c1e4204-ef25-40e6-a41d-0250216e6636 in Status: IN_PROGRESS for 2s [ 1097.529454] env[66341]: INFO networking_nsxv3.common.synchronization [req-a5d39621-cbd1-4a72-9ef5-8e8dd11e095e req-431e1c83-af35-490e-9ec0-4b4909895239 tempest-ServersAdminNegativeTestJSON-618473000 tempest-ServersAdminNegativeTestJSON-618473000-project-member] Enqueued Resource ID: e03fc385-66ba-42c9-b816-198f2e2632ea with Priority: HIGHEST for action security_group_members [ 1097.531985] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e03fc385-66ba-42c9-b816-198f2e2632ea with Priority: HIGHEST for action security_group_members [ 1097.531985] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-e03fc385-66ba-42c9-b816-198f2e2632ea taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.531985] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e03fc385-66ba-42c9-b816-198f2e2632ea" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.531985] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e03fc385-66ba-42c9-b816-198f2e2632ea" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.531985] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e03fc385-66ba-42c9-b816-198f2e2632ea" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.531985] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.531985] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.531985] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.531985] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.531985] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.531985] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e03fc385-66ba-42c9-b816-198f2e2632ea',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.785416] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 176ffb11-6246-4690-ac9f-fd4744dca828 in Status: SUCCESS [ 1097.785754] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-176ffb11-6246-4690-ac9f-fd4744dca828" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.785974] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-176ffb11-6246-4690-ac9f-fd4744dca828" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.787161] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-176ffb11-6246-4690-ac9f-fd4744dca828" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.787161] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.787161] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.787161] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.787161] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.787161] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.787460] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-176ffb11-6246-4690-ac9f-fd4744dca828" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.787460] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('176ffb11-6246-4690-ac9f-fd4744dca828',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.034486] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e03fc385-66ba-42c9-b816-198f2e2632ea',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.290786] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('176ffb11-6246-4690-ac9f-fd4744dca828',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.537214] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e03fc385-66ba-42c9-b816-198f2e2632ea',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.668840] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c1e4204-ef25-40e6-a41d-0250216e6636 in Status: SUCCESS [ 1098.669147] env[66341]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0c1e4204-ef25-40e6-a41d-0250216e6636 deletion is rescheduled due to dependency. [ 1098.669532] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c1e4204-ef25-40e6-a41d-0250216e6636" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.761608] env[66341]: INFO networking_nsxv3.common.synchronization [req-073a6069-4fde-4d4a-9d66-7902bf73cda3 req-04f829d0-5202-4b5d-a702-a75e80da16ba tempest-AttachInterfacesTestJSON-748429391 tempest-AttachInterfacesTestJSON-748429391-project-member] Enqueued Resource ID: c297b896-2212-473c-b124-d5223cf48582 with Priority: HIGHEST for action security_group_members [ 1098.762162] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c297b896-2212-473c-b124-d5223cf48582 with Priority: HIGHEST for action security_group_members [ 1098.762465] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-c297b896-2212-473c-b124-d5223cf48582 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.762589] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c297b896-2212-473c-b124-d5223cf48582" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.762656] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c297b896-2212-473c-b124-d5223cf48582" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.762853] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c297b896-2212-473c-b124-d5223cf48582" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.763017] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.763119] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.763181] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.763332] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.763417] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.763512] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c297b896-2212-473c-b124-d5223cf48582',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.792740] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 176ffb11-6246-4690-ac9f-fd4744dca828: rpc.has_security_group_logging(os_id): False [ 1098.812016] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.812164] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.812234] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.812469] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.812554] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.812807] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.812906] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.813538] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.813538] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.813538] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.813538] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 176ffb11-6246-4690-ac9f-fd4744dca828 is going to be created. [ 1098.881088] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.881088] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.881088] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.881088] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.881088] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.897703] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 176ffb11-6246-4690-ac9f-fd4744dca828 in Status: IN_PROGRESS for 2s [ 1099.039439] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.039862] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.040695] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.041169] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.041370] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.041591] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e03fc385-66ba-42c9-b816-198f2e2632ea is going to be updated. [ 1099.092953] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.092953] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.092953] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.092953] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.092953] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.103994] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e03fc385-66ba-42c9-b816-198f2e2632ea in Status: IN_PROGRESS for 2s [ 1099.162415] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock network-737 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.162816] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "network-737" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.162816] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "network-737" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.163142] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "network-737" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.163486] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.163806] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.163934] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.164273] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.164522] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.164894] env[66341]: DEBUG dogpile.cache.region [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1099.165117] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] NeedRegenerationException {{(pid=66341) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1099.165261] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] no value, waiting for create lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1099.165391] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] value creation lock acquired {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1099.165652] env[66341]: DEBUG dogpile.cache.region [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1099.165981] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Calling creation function for not-yet-present value {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1099.165981] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1099.190390] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1099.190566] env[66341]: DEBUG dogpile.cache.region [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66341) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1099.190677] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Released creation lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1099.190862] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "network-737" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.191246] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock port-bd0324ab-849a-4309-8fde-bd046acd10ee taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.191428] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "port-bd0324ab-849a-4309-8fde-bd046acd10ee" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.191548] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "port-bd0324ab-849a-4309-8fde-bd046acd10ee" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.191906] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "port-bd0324ab-849a-4309-8fde-bd046acd10ee" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.192057] env[66341]: DEBUG networking_nsxv3.api.rpc [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bd0324ab-849a-4309-8fde-bd046acd10ee',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.265998] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c297b896-2212-473c-b124-d5223cf48582',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.665382] env[66341]: INFO networking_nsxv3.common.synchronization [req-2029d5f5-5000-435f-abef-0b7d90597e95 req-84c89d24-b789-4703-8c5e-a7d209dd6902 tempest-DeleteServersTestJSON-147244224 tempest-DeleteServersTestJSON-147244224-project-member] Enqueued Resource ID: 8974f603-df0a-4774-8626-2d5da9c9c7e8 with Priority: HIGHEST for action security_group_members [ 1099.666035] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8974f603-df0a-4774-8626-2d5da9c9c7e8 with Priority: HIGHEST for action security_group_members [ 1099.667111] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-8974f603-df0a-4774-8626-2d5da9c9c7e8 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.667246] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8974f603-df0a-4774-8626-2d5da9c9c7e8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.667376] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8974f603-df0a-4774-8626-2d5da9c9c7e8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.667512] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8974f603-df0a-4774-8626-2d5da9c9c7e8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.667673] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.667775] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.667839] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.668025] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.668115] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.668217] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8974f603-df0a-4774-8626-2d5da9c9c7e8',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.694762] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.695066] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.695223] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.695879] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.696122] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.696314] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Segment Port bd0324ab-849a-4309-8fde-bd046acd10ee not found, creating... [ 1099.696795] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.698903] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.698903] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.698903] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.698903] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.698903] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.698903] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.698903] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.698903] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.698903] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.698903] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Resource: SegmentPort with ID: bd0324ab-849a-4309-8fde-bd046acd10ee is going to be created. [ 1099.725632] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.726018] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.726244] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.726957] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.727283] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.727608] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "port-bd0324ab-849a-4309-8fde-bd046acd10ee" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.768378] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c297b896-2212-473c-b124-d5223cf48582',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.170924] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.171136] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.171202] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.171377] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.171470] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.171664] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.171783] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.171849] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.171999] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.172089] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.172179] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8974f603-df0a-4774-8626-2d5da9c9c7e8 is going to be updated. [ 1100.223425] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.223425] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.223643] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.223718] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.223864] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.233065] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8974f603-df0a-4774-8626-2d5da9c9c7e8 in Status: IN_PROGRESS for 2s [ 1100.270781] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.270955] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.271041] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.271269] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.271365] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.272173] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c297b896-2212-473c-b124-d5223cf48582 is going to be updated. [ 1100.313879] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.314145] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.314284] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.314424] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.314614] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.325624] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c297b896-2212-473c-b124-d5223cf48582 in Status: IN_PROGRESS for 2s [ 1100.425755] env[66341]: INFO networking_nsxv3.common.synchronization [req-073a6069-4fde-4d4a-9d66-7902bf73cda3 req-c6bcfe2a-13c6-4a8d-b816-9da59815e69c service nova] Enqueued Resource ID: c297b896-2212-473c-b124-d5223cf48582 with Priority: HIGHEST for action security_group_rules [ 1100.426382] env[66341]: INFO networking_nsxv3.common.synchronization [req-073a6069-4fde-4d4a-9d66-7902bf73cda3 req-c6bcfe2a-13c6-4a8d-b816-9da59815e69c service nova] Enqueued Resource ID: c297b896-2212-473c-b124-d5223cf48582 with Priority: HIGHEST for action security_group_members [ 1100.426532] env[66341]: INFO networking_nsxv3.common.synchronization [req-073a6069-4fde-4d4a-9d66-7902bf73cda3 req-c6bcfe2a-13c6-4a8d-b816-9da59815e69c service nova] Enqueued Resource ID: bd0324ab-849a-4309-8fde-bd046acd10ee with Priority: HIGHEST for action port [ 1100.427100] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c297b896-2212-473c-b124-d5223cf48582 with Priority: HIGHEST for action security_group_rules [ 1100.427269] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c297b896-2212-473c-b124-d5223cf48582 with Priority: HIGHEST for action security_group_members [ 1100.427368] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd0324ab-849a-4309-8fde-bd046acd10ee with Priority: HIGHEST for action port [ 1100.427696] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c297b896-2212-473c-b124-d5223cf48582 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.427829] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c297b896-2212-473c-b124-d5223cf48582" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.427893] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c297b896-2212-473c-b124-d5223cf48582" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.428116] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c297b896-2212-473c-b124-d5223cf48582" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.428200] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c297b896-2212-473c-b124-d5223cf48582',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.429216] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-c297b896-2212-473c-b124-d5223cf48582 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.430122] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c297b896-2212-473c-b124-d5223cf48582" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.430122] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-bd0324ab-849a-4309-8fde-bd046acd10ee taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.430122] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bd0324ab-849a-4309-8fde-bd046acd10ee" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.430122] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bd0324ab-849a-4309-8fde-bd046acd10ee" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.430122] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bd0324ab-849a-4309-8fde-bd046acd10ee" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.430122] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bd0324ab-849a-4309-8fde-bd046acd10ee',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.912990] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 176ffb11-6246-4690-ac9f-fd4744dca828 in Status: SUCCESS [ 1100.913231] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-176ffb11-6246-4690-ac9f-fd4744dca828" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.931791] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-c297b896-2212-473c-b124-d5223cf48582 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.931953] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c297b896-2212-473c-b124-d5223cf48582" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.933259] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bd0324ab-849a-4309-8fde-bd046acd10ee with status ACTIVE [ 1100.933445] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.933565] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.933650] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.933878] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.933974] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.934199] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.934243] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.934309] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.934447] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.934522] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.934699] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.934793] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.934853] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.934988] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.935102] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.935226] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bd0324ab-849a-4309-8fde-bd046acd10ee is going to be updated. [ 1100.959246] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.959439] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.959439] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.959650] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.959788] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.959949] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bd0324ab-849a-4309-8fde-bd046acd10ee" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.113897] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e03fc385-66ba-42c9-b816-198f2e2632ea in Status: SUCCESS [ 1101.114065] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e03fc385-66ba-42c9-b816-198f2e2632ea" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.246330] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8974f603-df0a-4774-8626-2d5da9c9c7e8 in Status: SUCCESS [ 1102.246769] env[66341]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8974f603-df0a-4774-8626-2d5da9c9c7e8 deletion is rescheduled due to dependency. [ 1102.246769] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8974f603-df0a-4774-8626-2d5da9c9c7e8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.344901] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c297b896-2212-473c-b124-d5223cf48582 in Status: SUCCESS [ 1102.345204] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c297b896-2212-473c-b124-d5223cf48582" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.345394] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c297b896-2212-473c-b124-d5223cf48582" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.345777] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c297b896-2212-473c-b124-d5223cf48582" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.346068] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.346245] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.346354] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.346626] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.346727] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.346885] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c297b896-2212-473c-b124-d5223cf48582',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.849788] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c297b896-2212-473c-b124-d5223cf48582',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.353183] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c297b896-2212-473c-b124-d5223cf48582',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.855330] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.855494] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.855565] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.855886] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.855971] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.856092] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c297b896-2212-473c-b124-d5223cf48582 is going to be updated. [ 1103.885797] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.886496] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.886496] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.886496] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.886496] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.899284] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c297b896-2212-473c-b124-d5223cf48582 in Status: IN_PROGRESS for 2s [ 1105.428395] env[66341]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1105.428860] env[66341]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1105.912884] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c297b896-2212-473c-b124-d5223cf48582 in Status: SUCCESS [ 1105.913152] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c297b896-2212-473c-b124-d5223cf48582" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.913346] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c297b896-2212-473c-b124-d5223cf48582" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.913588] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c297b896-2212-473c-b124-d5223cf48582" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.913817] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.913950] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.914093] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.914245] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.914337] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.914435] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c297b896-2212-473c-b124-d5223cf48582" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.914542] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c297b896-2212-473c-b124-d5223cf48582',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.419980] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c297b896-2212-473c-b124-d5223cf48582',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.439531] env[66341]: INFO networking_nsxv3.common.synchronization [req-8be9c820-3b61-47b6-a2c0-ab8ccadcf0b1 req-64aa68bf-54b3-4e1f-8c4f-c907de1f731d tempest-ServerActionsTestOtherB-1951851153 tempest-ServerActionsTestOtherB-1951851153-project-member] Enqueued Resource ID: 8446325c-f795-4856-b10e-0879b36e372c with Priority: HIGHEST for action security_group_members [ 1106.440311] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8446325c-f795-4856-b10e-0879b36e372c with Priority: HIGHEST for action security_group_members [ 1106.440772] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-8446325c-f795-4856-b10e-0879b36e372c taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.440979] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8446325c-f795-4856-b10e-0879b36e372c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.441099] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8446325c-f795-4856-b10e-0879b36e372c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.441349] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8446325c-f795-4856-b10e-0879b36e372c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.441585] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.441756] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.441843] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.442082] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.442220] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.442367] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8446325c-f795-4856-b10e-0879b36e372c',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.812800] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock network-470 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.813012] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "network-470" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.813156] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "network-470" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.813793] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "network-470" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.814158] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.814449] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.814449] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.814697] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.815893] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.816058] env[66341]: DEBUG dogpile.cache.region [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1106.816190] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] NeedRegenerationException {{(pid=66341) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1106.816363] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] no value, waiting for create lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1106.816491] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] value creation lock acquired {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1106.816679] env[66341]: DEBUG dogpile.cache.region [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1106.816843] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Calling creation function for not-yet-present value {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1106.816954] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1106.858667] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1106.858836] env[66341]: DEBUG dogpile.cache.region [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Cache value generated in 0.042 seconds for key(s): 'zone-id' {{(pid=66341) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1106.858976] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Released creation lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1106.859194] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "network-470" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.859555] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock port-a7ad591c-56b6-4a03-aec0-6b487d4fc4a0 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.859762] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "port-a7ad591c-56b6-4a03-aec0-6b487d4fc4a0" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.859903] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "port-a7ad591c-56b6-4a03-aec0-6b487d4fc4a0" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.860316] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "port-a7ad591c-56b6-4a03-aec0-6b487d4fc4a0" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.860479] env[66341]: DEBUG networking_nsxv3.api.rpc [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a7ad591c-56b6-4a03-aec0-6b487d4fc4a0',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.922458] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c297b896-2212-473c-b124-d5223cf48582: rpc.has_security_group_logging(os_id): False [ 1106.941871] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.942243] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.942243] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.942378] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.942378] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.942699] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.942846] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.942916] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.943083] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.943165] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.943256] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c297b896-2212-473c-b124-d5223cf48582 is going to be updated. [ 1106.948527] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.948639] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.948748] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.948953] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.949106] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.949407] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.949564] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.949847] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.949847] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.949920] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.950025] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8446325c-f795-4856-b10e-0879b36e372c is going to be updated. [ 1106.979391] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.979618] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.979731] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.980153] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.980346] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.991611] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8446325c-f795-4856-b10e-0879b36e372c in Status: IN_PROGRESS for 2s [ 1107.023497] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.023698] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.023698] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.024827] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.024827] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.038094] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c297b896-2212-473c-b124-d5223cf48582 in Status: IN_PROGRESS for 2s [ 1107.363550] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.363912] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.364060] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.364347] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.364514] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.364680] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Segment Port a7ad591c-56b6-4a03-aec0-6b487d4fc4a0 not found, creating... [ 1107.364974] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.365174] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.365278] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.365517] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.365744] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.366207] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.366401] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.366523] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.366801] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.366949] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.367113] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Resource: SegmentPort with ID: a7ad591c-56b6-4a03-aec0-6b487d4fc4a0 is going to be created. [ 1107.389433] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.389672] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.389822] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.390198] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.390518] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.390810] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "port-a7ad591c-56b6-4a03-aec0-6b487d4fc4a0" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.110507] env[66341]: INFO networking_nsxv3.common.synchronization [req-8be9c820-3b61-47b6-a2c0-ab8ccadcf0b1 req-aea9d008-9987-4e17-b379-2a150b6dd9b8 service nova] Enqueued Resource ID: 8446325c-f795-4856-b10e-0879b36e372c with Priority: HIGHEST for action security_group_rules [ 1108.110507] env[66341]: INFO networking_nsxv3.common.synchronization [req-8be9c820-3b61-47b6-a2c0-ab8ccadcf0b1 req-aea9d008-9987-4e17-b379-2a150b6dd9b8 service nova] Enqueued Resource ID: 8446325c-f795-4856-b10e-0879b36e372c with Priority: HIGHEST for action security_group_members [ 1108.110799] env[66341]: INFO networking_nsxv3.common.synchronization [req-8be9c820-3b61-47b6-a2c0-ab8ccadcf0b1 req-aea9d008-9987-4e17-b379-2a150b6dd9b8 service nova] Enqueued Resource ID: a7ad591c-56b6-4a03-aec0-6b487d4fc4a0 with Priority: HIGHEST for action port [ 1108.111082] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8446325c-f795-4856-b10e-0879b36e372c with Priority: HIGHEST for action security_group_rules [ 1108.111222] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8446325c-f795-4856-b10e-0879b36e372c with Priority: HIGHEST for action security_group_members [ 1108.111320] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7ad591c-56b6-4a03-aec0-6b487d4fc4a0 with Priority: HIGHEST for action port [ 1108.111591] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8446325c-f795-4856-b10e-0879b36e372c taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.111725] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8446325c-f795-4856-b10e-0879b36e372c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.111858] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8446325c-f795-4856-b10e-0879b36e372c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.112034] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8446325c-f795-4856-b10e-0879b36e372c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.112106] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8446325c-f795-4856-b10e-0879b36e372c',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.114441] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-8446325c-f795-4856-b10e-0879b36e372c taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.114555] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8446325c-f795-4856-b10e-0879b36e372c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.114802] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-a7ad591c-56b6-4a03-aec0-6b487d4fc4a0 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.114911] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a7ad591c-56b6-4a03-aec0-6b487d4fc4a0" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.114977] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a7ad591c-56b6-4a03-aec0-6b487d4fc4a0" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.115515] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a7ad591c-56b6-4a03-aec0-6b487d4fc4a0" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.115515] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a7ad591c-56b6-4a03-aec0-6b487d4fc4a0',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.619126] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-8446325c-f795-4856-b10e-0879b36e372c taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.619313] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8446325c-f795-4856-b10e-0879b36e372c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.619494] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a7ad591c-56b6-4a03-aec0-6b487d4fc4a0 with status ACTIVE [ 1108.619670] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.619876] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.619947] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.620210] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.620302] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.620499] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.620594] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.620657] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.620857] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.620997] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.621134] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.621236] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.621288] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.621467] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.621560] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.621650] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a7ad591c-56b6-4a03-aec0-6b487d4fc4a0 is going to be updated. [ 1108.654781] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.655073] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.655073] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.655301] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.655371] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.655547] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a7ad591c-56b6-4a03-aec0-6b487d4fc4a0" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.001690] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8446325c-f795-4856-b10e-0879b36e372c in Status: SUCCESS [ 1109.002207] env[66341]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8446325c-f795-4856-b10e-0879b36e372c deletion is rescheduled due to dependency. [ 1109.002207] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8446325c-f795-4856-b10e-0879b36e372c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.002207] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8446325c-f795-4856-b10e-0879b36e372c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.002334] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8446325c-f795-4856-b10e-0879b36e372c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.002526] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.002744] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.002744] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.002858] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.002939] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.003047] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8446325c-f795-4856-b10e-0879b36e372c',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.052928] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c297b896-2212-473c-b124-d5223cf48582 in Status: SUCCESS [ 1109.053170] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c297b896-2212-473c-b124-d5223cf48582" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.505496] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8446325c-f795-4856-b10e-0879b36e372c',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.008709] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8446325c-f795-4856-b10e-0879b36e372c',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.513670] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.513670] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.513670] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.514139] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.514302] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.514504] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8446325c-f795-4856-b10e-0879b36e372c is going to be updated. [ 1110.545875] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.545875] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.545875] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.545875] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.546211] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.551781] env[66341]: INFO networking_nsxv3.common.synchronization [None req-13509a2e-83fe-410d-a655-57bda8803055 tempest-AttachInterfacesTestJSON-748429391 tempest-AttachInterfacesTestJSON-748429391-project-member] Enqueued Resource ID: 3b39a8b0-a78c-4d52-91b6-8862536bfaa9 with Priority: HIGHEST for action security_group_members [ 1110.552324] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b39a8b0-a78c-4d52-91b6-8862536bfaa9 with Priority: HIGHEST for action security_group_members [ 1110.552622] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b39a8b0-a78c-4d52-91b6-8862536bfaa9 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.552753] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b39a8b0-a78c-4d52-91b6-8862536bfaa9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.552818] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b39a8b0-a78c-4d52-91b6-8862536bfaa9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.552996] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b39a8b0-a78c-4d52-91b6-8862536bfaa9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.553386] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.553386] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.553386] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.553613] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.553613] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.553669] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3b39a8b0-a78c-4d52-91b6-8862536bfaa9',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.555868] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8446325c-f795-4856-b10e-0879b36e372c in Status: IN_PROGRESS for 2s [ 1111.056947] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.056947] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.056947] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.056947] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.078526] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.078910] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.079222] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.079222] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.079366] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.079452] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.079563] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3b39a8b0-a78c-4d52-91b6-8862536bfaa9 is going to be updated. [ 1111.106398] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.106548] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.106612] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.106817] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.106968] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.118102] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b39a8b0-a78c-4d52-91b6-8862536bfaa9 in Status: IN_PROGRESS for 2s [ 1112.567194] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8446325c-f795-4856-b10e-0879b36e372c in Status: SUCCESS [ 1112.567530] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8446325c-f795-4856-b10e-0879b36e372c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.567593] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8446325c-f795-4856-b10e-0879b36e372c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.567833] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8446325c-f795-4856-b10e-0879b36e372c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.568597] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.568742] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.568840] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.569044] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.569142] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.569237] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8446325c-f795-4856-b10e-0879b36e372c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.569336] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8446325c-f795-4856-b10e-0879b36e372c',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.071670] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8446325c-f795-4856-b10e-0879b36e372c',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.129777] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b39a8b0-a78c-4d52-91b6-8862536bfaa9 in Status: SUCCESS [ 1113.129981] env[66341]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3b39a8b0-a78c-4d52-91b6-8862536bfaa9 deletion is rescheduled due to dependency. [ 1113.130126] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b39a8b0-a78c-4d52-91b6-8862536bfaa9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.228222] env[66341]: INFO networking_nsxv3.common.synchronization [req-730af0be-8650-454c-ae81-eebf898c7aed req-ee1984b8-449b-4648-aa00-c0606466df97 tempest-ServersAdminNegativeTestJSON-618473000 tempest-ServersAdminNegativeTestJSON-618473000-project-member] Enqueued Resource ID: e03fc385-66ba-42c9-b816-198f2e2632ea with Priority: HIGHEST for action security_group_members [ 1113.229039] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e03fc385-66ba-42c9-b816-198f2e2632ea with Priority: HIGHEST for action security_group_members [ 1113.229096] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-e03fc385-66ba-42c9-b816-198f2e2632ea taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.229539] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e03fc385-66ba-42c9-b816-198f2e2632ea" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.229967] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e03fc385-66ba-42c9-b816-198f2e2632ea" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.229967] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e03fc385-66ba-42c9-b816-198f2e2632ea" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.230120] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.230255] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.230352] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.230484] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.230597] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.230690] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e03fc385-66ba-42c9-b816-198f2e2632ea',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.574703] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8446325c-f795-4856-b10e-0879b36e372c: rpc.has_security_group_logging(os_id): False [ 1113.595543] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.595749] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.595749] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.596096] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.596096] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.596377] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.596499] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.596568] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.596761] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.596920] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.597161] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8446325c-f795-4856-b10e-0879b36e372c is going to be updated. [ 1113.667465] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.667465] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.667465] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.667465] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.667465] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.689252] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8446325c-f795-4856-b10e-0879b36e372c in Status: IN_PROGRESS for 2s [ 1113.733166] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.733338] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.733413] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.733641] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.733739] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.733945] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.734411] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.734411] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.734649] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.734755] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.734854] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e03fc385-66ba-42c9-b816-198f2e2632ea is going to be updated. [ 1113.821911] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.822089] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.822149] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.822376] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.822519] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.834101] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e03fc385-66ba-42c9-b816-198f2e2632ea in Status: IN_PROGRESS for 2s [ 1114.533046] env[66341]: INFO networking_nsxv3.common.synchronization [req-e6d47544-4546-47bb-a53b-f3acb10a25d6 req-da08b072-b002-4fe8-b1ce-6fde094dcc1f tempest-ServersTestJSON-2126961376 tempest-ServersTestJSON-2126961376-project-member] Enqueued Resource ID: 3bd24151-8924-4c51-b869-89f5cc8e8a8d with Priority: HIGHEST for action security_group_members [ 1114.533570] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bd24151-8924-4c51-b869-89f5cc8e8a8d with Priority: HIGHEST for action security_group_members [ 1114.538154] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-3bd24151-8924-4c51-b869-89f5cc8e8a8d taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.538154] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3bd24151-8924-4c51-b869-89f5cc8e8a8d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.538154] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3bd24151-8924-4c51-b869-89f5cc8e8a8d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.538154] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3bd24151-8924-4c51-b869-89f5cc8e8a8d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.538154] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.538154] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.538154] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.538154] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.538154] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.538154] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3bd24151-8924-4c51-b869-89f5cc8e8a8d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.981761] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock network-55 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.981761] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "network-55" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.981761] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "network-55" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.982177] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "network-55" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.982268] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.982534] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.982692] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.982982] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.983256] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.983487] env[66341]: DEBUG dogpile.cache.region [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1114.983777] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] NeedRegenerationException {{(pid=66341) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1114.983820] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] no value, waiting for create lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1114.984209] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] value creation lock acquired {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1114.984209] env[66341]: DEBUG dogpile.cache.region [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1114.984307] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Calling creation function for not-yet-present value {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1114.984555] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1115.007865] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1115.007865] env[66341]: DEBUG dogpile.cache.region [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66341) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1115.007865] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Released creation lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1115.008328] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "network-55" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.009955] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock port-fe230001-9de9-4a6e-b531-1b7edcb36b22 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.010264] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "port-fe230001-9de9-4a6e-b531-1b7edcb36b22" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.010377] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "port-fe230001-9de9-4a6e-b531-1b7edcb36b22" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.010751] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "port-fe230001-9de9-4a6e-b531-1b7edcb36b22" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.011061] env[66341]: DEBUG networking_nsxv3.api.rpc [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fe230001-9de9-4a6e-b531-1b7edcb36b22',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.039431] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3bd24151-8924-4c51-b869-89f5cc8e8a8d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.513709] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.513709] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.514258] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.514258] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.514354] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.514519] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Segment Port fe230001-9de9-4a6e-b531-1b7edcb36b22 not found, creating... [ 1115.514811] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.515087] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.515152] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.515340] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.515479] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.515934] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.516218] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.516327] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.516649] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.516968] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.517340] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Resource: SegmentPort with ID: fe230001-9de9-4a6e-b531-1b7edcb36b22 is going to be created. [ 1115.541786] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3bd24151-8924-4c51-b869-89f5cc8e8a8d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.543973] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.544860] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.544860] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.544860] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.544860] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.545088] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "port-fe230001-9de9-4a6e-b531-1b7edcb36b22" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.714016] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8446325c-f795-4856-b10e-0879b36e372c in Status: SUCCESS [ 1115.714451] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8446325c-f795-4856-b10e-0879b36e372c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.844376] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e03fc385-66ba-42c9-b816-198f2e2632ea in Status: SUCCESS [ 1115.844621] env[66341]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e03fc385-66ba-42c9-b816-198f2e2632ea deletion is rescheduled due to dependency. [ 1115.844732] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e03fc385-66ba-42c9-b816-198f2e2632ea" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.047211] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.047779] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.047779] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.047779] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.047779] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.047920] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3bd24151-8924-4c51-b869-89f5cc8e8a8d is going to be updated. [ 1116.084602] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.084895] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.084895] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.085042] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.085178] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.097139] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3bd24151-8924-4c51-b869-89f5cc8e8a8d in Status: IN_PROGRESS for 2s [ 1116.275446] env[66341]: INFO networking_nsxv3.common.synchronization [req-e6d47544-4546-47bb-a53b-f3acb10a25d6 req-dea71c0b-bfab-451e-bd79-ce56f2fbc63d service nova] Enqueued Resource ID: 3bd24151-8924-4c51-b869-89f5cc8e8a8d with Priority: HIGHEST for action security_group_rules [ 1116.275729] env[66341]: INFO networking_nsxv3.common.synchronization [req-e6d47544-4546-47bb-a53b-f3acb10a25d6 req-dea71c0b-bfab-451e-bd79-ce56f2fbc63d service nova] Enqueued Resource ID: 3bd24151-8924-4c51-b869-89f5cc8e8a8d with Priority: HIGHEST for action security_group_members [ 1116.275905] env[66341]: INFO networking_nsxv3.common.synchronization [req-e6d47544-4546-47bb-a53b-f3acb10a25d6 req-dea71c0b-bfab-451e-bd79-ce56f2fbc63d service nova] Enqueued Resource ID: fe230001-9de9-4a6e-b531-1b7edcb36b22 with Priority: HIGHEST for action port [ 1116.277503] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bd24151-8924-4c51-b869-89f5cc8e8a8d with Priority: HIGHEST for action security_group_rules [ 1116.277732] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bd24151-8924-4c51-b869-89f5cc8e8a8d with Priority: HIGHEST for action security_group_members [ 1116.277911] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe230001-9de9-4a6e-b531-1b7edcb36b22 with Priority: HIGHEST for action port [ 1116.278424] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3bd24151-8924-4c51-b869-89f5cc8e8a8d taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.278905] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3bd24151-8924-4c51-b869-89f5cc8e8a8d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.278905] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3bd24151-8924-4c51-b869-89f5cc8e8a8d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.280676] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3bd24151-8924-4c51-b869-89f5cc8e8a8d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.280938] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3bd24151-8924-4c51-b869-89f5cc8e8a8d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.285518] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-3bd24151-8924-4c51-b869-89f5cc8e8a8d taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.285518] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3bd24151-8924-4c51-b869-89f5cc8e8a8d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.285518] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-fe230001-9de9-4a6e-b531-1b7edcb36b22 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.285518] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fe230001-9de9-4a6e-b531-1b7edcb36b22" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.285518] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fe230001-9de9-4a6e-b531-1b7edcb36b22" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.285518] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fe230001-9de9-4a6e-b531-1b7edcb36b22" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.285518] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fe230001-9de9-4a6e-b531-1b7edcb36b22',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.710505] env[66341]: INFO networking_nsxv3.common.synchronization [None req-f133116b-a868-4cae-a3b4-3f0a10c05513 tempest-ServerDiskConfigTestJSON-523208532 tempest-ServerDiskConfigTestJSON-523208532-project-member] Enqueued Resource ID: 4f9c9cf6-5fc5-4339-9bad-60a17919cbbd with Priority: HIGHEST for action security_group_rules [ 1116.711462] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f9c9cf6-5fc5-4339-9bad-60a17919cbbd with Priority: HIGHEST for action security_group_rules [ 1116.713603] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4f9c9cf6-5fc5-4339-9bad-60a17919cbbd taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.714092] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4f9c9cf6-5fc5-4339-9bad-60a17919cbbd" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.714092] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4f9c9cf6-5fc5-4339-9bad-60a17919cbbd" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.714463] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4f9c9cf6-5fc5-4339-9bad-60a17919cbbd" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.714591] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4f9c9cf6-5fc5-4339-9bad-60a17919cbbd',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.785237] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-3bd24151-8924-4c51-b869-89f5cc8e8a8d taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.785237] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3bd24151-8924-4c51-b869-89f5cc8e8a8d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.789720] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fe230001-9de9-4a6e-b531-1b7edcb36b22 with status ACTIVE [ 1116.789720] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.789720] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.789720] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.790061] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.790061] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.790292] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.790410] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.790493] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.790682] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.790977] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.791253] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.791399] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.791468] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.791618] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.791717] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.791828] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fe230001-9de9-4a6e-b531-1b7edcb36b22 is going to be updated. [ 1116.818439] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.818691] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.818759] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.819050] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.819243] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.819474] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fe230001-9de9-4a6e-b531-1b7edcb36b22" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.831146] env[66341]: INFO networking_nsxv3.common.synchronization [None req-f1a68f9b-2af1-4c7a-bbe0-18e8138cd38b tempest-ServerDiskConfigTestJSON-523208532 tempest-ServerDiskConfigTestJSON-523208532-project-member] Enqueued Resource ID: 4f9c9cf6-5fc5-4339-9bad-60a17919cbbd with Priority: HIGHEST for action security_group_rules [ 1116.831727] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f9c9cf6-5fc5-4339-9bad-60a17919cbbd with Priority: HIGHEST for action security_group_rules [ 1116.832048] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4f9c9cf6-5fc5-4339-9bad-60a17919cbbd taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.832154] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4f9c9cf6-5fc5-4339-9bad-60a17919cbbd" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.235816] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.236234] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.236234] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.236498] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.236657] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.236800] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4f9c9cf6-5fc5-4339-9bad-60a17919cbbd already deleted. [ 1117.236920] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4f9c9cf6-5fc5-4339-9bad-60a17919cbbd" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.237167] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4f9c9cf6-5fc5-4339-9bad-60a17919cbbd" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.237395] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4f9c9cf6-5fc5-4339-9bad-60a17919cbbd" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.237635] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4f9c9cf6-5fc5-4339-9bad-60a17919cbbd',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.761477] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.761477] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.761477] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.761743] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.761743] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.761854] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4f9c9cf6-5fc5-4339-9bad-60a17919cbbd already deleted. [ 1117.761854] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4f9c9cf6-5fc5-4339-9bad-60a17919cbbd" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.108649] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3bd24151-8924-4c51-b869-89f5cc8e8a8d in Status: SUCCESS [ 1118.109074] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3bd24151-8924-4c51-b869-89f5cc8e8a8d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.109074] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3bd24151-8924-4c51-b869-89f5cc8e8a8d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.109254] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3bd24151-8924-4c51-b869-89f5cc8e8a8d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.109451] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.109582] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.109655] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.109839] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.109941] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.110035] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3bd24151-8924-4c51-b869-89f5cc8e8a8d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.612292] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3bd24151-8924-4c51-b869-89f5cc8e8a8d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.114736] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3bd24151-8924-4c51-b869-89f5cc8e8a8d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.618107] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.618107] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.618107] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.618107] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.618107] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.618107] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3bd24151-8924-4c51-b869-89f5cc8e8a8d is going to be updated. [ 1119.647939] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.648214] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.648294] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.648551] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.648670] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.661610] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3bd24151-8924-4c51-b869-89f5cc8e8a8d in Status: IN_PROGRESS for 2s [ 1119.910417] env[66341]: INFO networking_nsxv3.common.synchronization [req-3b5b35c7-d859-4668-8d95-b3811b10c12b req-254fad80-0904-4df1-b212-93494dd4dccf tempest-ServerDiskConfigTestJSON-523208532 tempest-ServerDiskConfigTestJSON-523208532-project-member] Enqueued Resource ID: b7f60bac-f9d3-4f79-8d31-ce493c6ee41d with Priority: HIGHEST for action security_group_members [ 1119.910959] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7f60bac-f9d3-4f79-8d31-ce493c6ee41d with Priority: HIGHEST for action security_group_members [ 1119.911290] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7f60bac-f9d3-4f79-8d31-ce493c6ee41d taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.911414] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7f60bac-f9d3-4f79-8d31-ce493c6ee41d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.911480] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7f60bac-f9d3-4f79-8d31-ce493c6ee41d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.911673] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7f60bac-f9d3-4f79-8d31-ce493c6ee41d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.911821] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.914395] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.914985] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.915259] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.915676] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.915880] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b7f60bac-f9d3-4f79-8d31-ce493c6ee41d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.198434] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock network-737 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.198965] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "network-737" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.199095] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "network-737" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.199557] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "network-737" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.200054] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.200370] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.200570] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.200971] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.201271] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.201603] env[66341]: DEBUG dogpile.cache.region [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1120.202038] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] NeedRegenerationException {{(pid=66341) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1120.202366] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] no value, waiting for create lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1120.202366] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] value creation lock acquired {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1120.202491] env[66341]: DEBUG dogpile.cache.region [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1120.202701] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Calling creation function for not-yet-present value {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1120.203052] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1120.224937] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1120.225068] env[66341]: DEBUG dogpile.cache.region [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66341) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1120.225512] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Released creation lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1120.225512] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "network-737" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.225952] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock port-21f679fb-7461-46f5-b28e-c273a3c42e63 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.226160] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "port-21f679fb-7461-46f5-b28e-c273a3c42e63" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.226282] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "port-21f679fb-7461-46f5-b28e-c273a3c42e63" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.226703] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "port-21f679fb-7461-46f5-b28e-c273a3c42e63" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.226916] env[66341]: DEBUG networking_nsxv3.api.rpc [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('21f679fb-7461-46f5-b28e-c273a3c42e63',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.418237] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.418423] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.418489] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.418714] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.418836] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.419105] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.419265] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.419355] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.419689] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.419689] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.419803] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7f60bac-f9d3-4f79-8d31-ce493c6ee41d is going to be updated. [ 1120.457748] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.457952] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.457992] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.458305] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.458512] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.469276] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7f60bac-f9d3-4f79-8d31-ce493c6ee41d in Status: IN_PROGRESS for 2s [ 1120.730334] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.730733] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.730733] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.731523] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.731523] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.731523] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Segment Port 21f679fb-7461-46f5-b28e-c273a3c42e63 not found, creating... [ 1120.731755] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.731890] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.732061] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.732394] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.732592] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.733116] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.733352] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.733494] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.733753] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.733989] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.734192] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Resource: SegmentPort with ID: 21f679fb-7461-46f5-b28e-c273a3c42e63 is going to be created. [ 1120.763520] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.763756] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.764676] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.764676] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.764676] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.764878] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "port-21f679fb-7461-46f5-b28e-c273a3c42e63" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.492640] env[66341]: INFO networking_nsxv3.common.synchronization [req-3dedd405-2399-4602-866f-e741659877cd req-9729238c-7126-4eb5-9a75-2f3077afe37c service nova] Enqueued Resource ID: 3b39a8b0-a78c-4d52-91b6-8862536bfaa9 with Priority: HIGHEST for action security_group_rules [ 1121.492640] env[66341]: INFO networking_nsxv3.common.synchronization [req-3dedd405-2399-4602-866f-e741659877cd req-9729238c-7126-4eb5-9a75-2f3077afe37c service nova] Enqueued Resource ID: 3b39a8b0-a78c-4d52-91b6-8862536bfaa9 with Priority: HIGHEST for action security_group_members [ 1121.492640] env[66341]: INFO networking_nsxv3.common.synchronization [req-3dedd405-2399-4602-866f-e741659877cd req-9729238c-7126-4eb5-9a75-2f3077afe37c service nova] Enqueued Resource ID: 21f679fb-7461-46f5-b28e-c273a3c42e63 with Priority: HIGHEST for action port [ 1121.493859] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b39a8b0-a78c-4d52-91b6-8862536bfaa9 with Priority: HIGHEST for action security_group_rules [ 1121.494075] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b39a8b0-a78c-4d52-91b6-8862536bfaa9 with Priority: HIGHEST for action security_group_members [ 1121.494201] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21f679fb-7461-46f5-b28e-c273a3c42e63 with Priority: HIGHEST for action port [ 1121.494627] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3b39a8b0-a78c-4d52-91b6-8862536bfaa9 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.494780] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3b39a8b0-a78c-4d52-91b6-8862536bfaa9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.494842] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3b39a8b0-a78c-4d52-91b6-8862536bfaa9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.495071] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3b39a8b0-a78c-4d52-91b6-8862536bfaa9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.495140] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3b39a8b0-a78c-4d52-91b6-8862536bfaa9',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.496060] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b39a8b0-a78c-4d52-91b6-8862536bfaa9 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.496217] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b39a8b0-a78c-4d52-91b6-8862536bfaa9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.496246] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b39a8b0-a78c-4d52-91b6-8862536bfaa9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.497178] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b39a8b0-a78c-4d52-91b6-8862536bfaa9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.497178] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.497178] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.497178] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.497178] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.497178] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.497178] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3b39a8b0-a78c-4d52-91b6-8862536bfaa9',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.498715] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-21f679fb-7461-46f5-b28e-c273a3c42e63 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.498832] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-21f679fb-7461-46f5-b28e-c273a3c42e63" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.498901] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-21f679fb-7461-46f5-b28e-c273a3c42e63" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.499085] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-21f679fb-7461-46f5-b28e-c273a3c42e63" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.499165] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('21f679fb-7461-46f5-b28e-c273a3c42e63',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.671472] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3bd24151-8924-4c51-b869-89f5cc8e8a8d in Status: SUCCESS [ 1121.671803] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3bd24151-8924-4c51-b869-89f5cc8e8a8d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.671888] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3bd24151-8924-4c51-b869-89f5cc8e8a8d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.672098] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3bd24151-8924-4c51-b869-89f5cc8e8a8d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.672299] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.672407] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.672477] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.672638] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.672743] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.672848] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3bd24151-8924-4c51-b869-89f5cc8e8a8d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.672951] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3bd24151-8924-4c51-b869-89f5cc8e8a8d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.001472] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b39a8b0-a78c-4d52-91b6-8862536bfaa9 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.001931] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b39a8b0-a78c-4d52-91b6-8862536bfaa9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.002578] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3b39a8b0-a78c-4d52-91b6-8862536bfaa9',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.003771] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 21f679fb-7461-46f5-b28e-c273a3c42e63 with status ACTIVE [ 1122.004648] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.004648] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.004648] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.004648] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.004648] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.005504] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.005504] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.005504] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.005792] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.005792] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.006040] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.006204] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.006294] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.006522] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.006687] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.006861] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 21f679fb-7461-46f5-b28e-c273a3c42e63 is going to be updated. [ 1122.034436] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.034663] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.034779] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.035121] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.035363] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.035568] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-21f679fb-7461-46f5-b28e-c273a3c42e63" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.175440] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-3bd24151-8924-4c51-b869-89f5cc8e8a8d taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.175635] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3bd24151-8924-4c51-b869-89f5cc8e8a8d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.175761] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3bd24151-8924-4c51-b869-89f5cc8e8a8d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.176093] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3bd24151-8924-4c51-b869-89f5cc8e8a8d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.176240] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.176373] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.176426] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.176573] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.176664] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.176802] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3bd24151-8924-4c51-b869-89f5cc8e8a8d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.176928] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-3bd24151-8924-4c51-b869-89f5cc8e8a8d taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.177167] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3bd24151-8924-4c51-b869-89f5cc8e8a8d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.177167] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3bd24151-8924-4c51-b869-89f5cc8e8a8d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.177339] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3bd24151-8924-4c51-b869-89f5cc8e8a8d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.177376] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.177444] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.177522] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.177661] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.177738] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.177819] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3bd24151-8924-4c51-b869-89f5cc8e8a8d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.177914] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3bd24151-8924-4c51-b869-89f5cc8e8a8d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.236766] env[66341]: INFO networking_nsxv3.common.synchronization [req-8c9eccf1-a7c6-46fc-b676-29c156e09205 req-2803bc79-49fb-4233-beee-ba655a1c0661 tempest-DeleteServersTestJSON-147244224 tempest-DeleteServersTestJSON-147244224-project-member] Enqueued Resource ID: 8974f603-df0a-4774-8626-2d5da9c9c7e8 with Priority: HIGHEST for action security_group_members [ 1122.237725] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8974f603-df0a-4774-8626-2d5da9c9c7e8 with Priority: HIGHEST for action security_group_members [ 1122.237981] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-8974f603-df0a-4774-8626-2d5da9c9c7e8 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.238924] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8974f603-df0a-4774-8626-2d5da9c9c7e8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.238924] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8974f603-df0a-4774-8626-2d5da9c9c7e8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.238924] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8974f603-df0a-4774-8626-2d5da9c9c7e8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.238924] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.239145] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.239145] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.239300] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.239412] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.239514] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8974f603-df0a-4774-8626-2d5da9c9c7e8',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.480932] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7f60bac-f9d3-4f79-8d31-ce493c6ee41d in Status: SUCCESS [ 1122.481155] env[66341]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7f60bac-f9d3-4f79-8d31-ce493c6ee41d deletion is rescheduled due to dependency. [ 1122.481238] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7f60bac-f9d3-4f79-8d31-ce493c6ee41d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.509472] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3b39a8b0-a78c-4d52-91b6-8862536bfaa9',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.633327] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock network-405 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.633327] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "network-405" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.633327] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "network-405" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.633327] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "network-405" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.633791] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.634224] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.634642] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.635010] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.635311] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.635634] env[66341]: DEBUG dogpile.cache.region [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1122.635959] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] NeedRegenerationException {{(pid=66341) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1122.636594] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] no value, waiting for create lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1122.636977] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] value creation lock acquired {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1122.637243] env[66341]: DEBUG dogpile.cache.region [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1122.637451] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Calling creation function for not-yet-present value {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1122.637752] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1122.660467] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1122.660682] env[66341]: DEBUG dogpile.cache.region [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66341) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1122.660847] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Released creation lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1122.661069] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "network-405" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.661420] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock port-38479cc8-97f1-4aeb-ac9c-e35fc0fac214 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.661638] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "port-38479cc8-97f1-4aeb-ac9c-e35fc0fac214" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.661796] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "port-38479cc8-97f1-4aeb-ac9c-e35fc0fac214" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.662191] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "port-38479cc8-97f1-4aeb-ac9c-e35fc0fac214" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.662368] env[66341]: DEBUG networking_nsxv3.api.rpc [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('38479cc8-97f1-4aeb-ac9c-e35fc0fac214',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.680469] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3bd24151-8924-4c51-b869-89f5cc8e8a8d: rpc.has_security_group_logging(os_id): False [ 1122.707068] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.707336] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.707392] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.707639] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.707743] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.708015] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.708211] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.708295] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.708455] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.708626] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.708788] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.708915] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.709023] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.709227] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.709309] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.709510] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.709608] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.709683] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.709854] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.709977] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.710130] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3bd24151-8924-4c51-b869-89f5cc8e8a8d is going to be updated. [ 1122.742443] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.742722] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.742813] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.742979] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.743113] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.743335] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.743434] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.743492] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.743674] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.743803] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.743947] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8974f603-df0a-4774-8626-2d5da9c9c7e8 is going to be updated. [ 1122.780781] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.780939] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.781042] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.781233] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.781411] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.784107] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.784317] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.784434] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.784593] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.784806] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.798099] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8974f603-df0a-4774-8626-2d5da9c9c7e8 in Status: IN_PROGRESS for 2s [ 1122.815358] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3bd24151-8924-4c51-b869-89f5cc8e8a8d in Status: IN_PROGRESS for 2s [ 1123.012485] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.012894] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.012894] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.013050] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.013210] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.013321] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3b39a8b0-a78c-4d52-91b6-8862536bfaa9 is going to be updated. [ 1123.058031] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.058365] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.058522] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.058717] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.058986] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.071766] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b39a8b0-a78c-4d52-91b6-8862536bfaa9 in Status: IN_PROGRESS for 2s [ 1123.166715] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.167150] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.167273] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.167695] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.168023] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.168379] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Segment Port 38479cc8-97f1-4aeb-ac9c-e35fc0fac214 not found, creating... [ 1123.168732] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.168967] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.169177] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.169475] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.169638] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.170030] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.170237] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.170364] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.170594] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.170735] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.170883] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Resource: SegmentPort with ID: 38479cc8-97f1-4aeb-ac9c-e35fc0fac214 is going to be created. [ 1123.193080] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.193352] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.193570] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.193746] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.194699] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.194699] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "port-38479cc8-97f1-4aeb-ac9c-e35fc0fac214" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.941607] env[66341]: INFO networking_nsxv3.common.synchronization [req-8c9eccf1-a7c6-46fc-b676-29c156e09205 req-857faa18-1e51-4a82-88fd-bf3169d65c6e service nova] Enqueued Resource ID: 8974f603-df0a-4774-8626-2d5da9c9c7e8 with Priority: HIGHEST for action security_group_rules [ 1123.941808] env[66341]: INFO networking_nsxv3.common.synchronization [req-8c9eccf1-a7c6-46fc-b676-29c156e09205 req-857faa18-1e51-4a82-88fd-bf3169d65c6e service nova] Enqueued Resource ID: 8974f603-df0a-4774-8626-2d5da9c9c7e8 with Priority: HIGHEST for action security_group_members [ 1123.942532] env[66341]: INFO networking_nsxv3.common.synchronization [req-8c9eccf1-a7c6-46fc-b676-29c156e09205 req-857faa18-1e51-4a82-88fd-bf3169d65c6e service nova] Enqueued Resource ID: 38479cc8-97f1-4aeb-ac9c-e35fc0fac214 with Priority: HIGHEST for action port [ 1123.942532] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8974f603-df0a-4774-8626-2d5da9c9c7e8 with Priority: HIGHEST for action security_group_rules [ 1123.942641] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8974f603-df0a-4774-8626-2d5da9c9c7e8 with Priority: HIGHEST for action security_group_members [ 1123.943480] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38479cc8-97f1-4aeb-ac9c-e35fc0fac214 with Priority: HIGHEST for action port [ 1123.943480] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8974f603-df0a-4774-8626-2d5da9c9c7e8 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.943480] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8974f603-df0a-4774-8626-2d5da9c9c7e8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.943480] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8974f603-df0a-4774-8626-2d5da9c9c7e8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.943480] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8974f603-df0a-4774-8626-2d5da9c9c7e8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.943732] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8974f603-df0a-4774-8626-2d5da9c9c7e8',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.944814] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-8974f603-df0a-4774-8626-2d5da9c9c7e8 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.944814] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8974f603-df0a-4774-8626-2d5da9c9c7e8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.944814] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-38479cc8-97f1-4aeb-ac9c-e35fc0fac214 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.944814] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-38479cc8-97f1-4aeb-ac9c-e35fc0fac214" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.945305] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-38479cc8-97f1-4aeb-ac9c-e35fc0fac214" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.945305] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-38479cc8-97f1-4aeb-ac9c-e35fc0fac214" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.945305] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('38479cc8-97f1-4aeb-ac9c-e35fc0fac214',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.203406] env[66341]: INFO networking_nsxv3.common.synchronization [None req-95ba798a-ab42-4deb-a696-743a06af6c07 None None] Enqueued Resource ID: f05a664b-029d-4747-8584-00660025a215 with Priority: HIGHEST for action port [ 1124.203986] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f05a664b-029d-4747-8584-00660025a215 with Priority: HIGHEST for action port [ 1124.204342] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-f05a664b-029d-4747-8584-00660025a215 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.204522] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f05a664b-029d-4747-8584-00660025a215" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.204589] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f05a664b-029d-4747-8584-00660025a215" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.204920] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f05a664b-029d-4747-8584-00660025a215" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.205041] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f05a664b-029d-4747-8584-00660025a215',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.446461] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-8974f603-df0a-4774-8626-2d5da9c9c7e8 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.446676] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8974f603-df0a-4774-8626-2d5da9c9c7e8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.449512] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 38479cc8-97f1-4aeb-ac9c-e35fc0fac214 with status ACTIVE [ 1124.450055] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.450153] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.450249] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.450510] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.450612] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.450801] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.450986] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.451064] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.451252] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.451337] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.452061] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.452212] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.452298] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.452471] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.452702] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.452702] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 38479cc8-97f1-4aeb-ac9c-e35fc0fac214 is going to be updated. [ 1124.485519] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.485519] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.485519] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.485726] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.487243] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.487243] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-38479cc8-97f1-4aeb-ac9c-e35fc0fac214" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.710495] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f05a664b-029d-4747-8584-00660025a215 [ 1124.710828] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.710963] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.711018] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.711260] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.711712] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.711712] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f05a664b-029d-4747-8584-00660025a215 already deleted. [ 1124.711712] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f05a664b-029d-4747-8584-00660025a215" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.731593] env[66341]: INFO networking_nsxv3.common.synchronization [req-4602d1aa-c6ca-4a15-8182-295cad078ed7 req-ccef526b-b1e3-47b9-abf0-8cbcc55c0d42 tempest-ServerDiskConfigTestJSON-523208532 tempest-ServerDiskConfigTestJSON-523208532-project-member] Enqueued Resource ID: b7f60bac-f9d3-4f79-8d31-ce493c6ee41d with Priority: HIGHEST for action security_group_members [ 1124.733587] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7f60bac-f9d3-4f79-8d31-ce493c6ee41d with Priority: HIGHEST for action security_group_members [ 1124.735245] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7f60bac-f9d3-4f79-8d31-ce493c6ee41d taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.735389] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7f60bac-f9d3-4f79-8d31-ce493c6ee41d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.735454] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7f60bac-f9d3-4f79-8d31-ce493c6ee41d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.735712] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7f60bac-f9d3-4f79-8d31-ce493c6ee41d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.735986] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.736117] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.736175] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.736433] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.736433] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.736563] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b7f60bac-f9d3-4f79-8d31-ce493c6ee41d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.820321] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8974f603-df0a-4774-8626-2d5da9c9c7e8 in Status: SUCCESS [ 1124.820766] env[66341]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8974f603-df0a-4774-8626-2d5da9c9c7e8 deletion is rescheduled due to dependency. [ 1124.821036] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8974f603-df0a-4774-8626-2d5da9c9c7e8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.825590] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8974f603-df0a-4774-8626-2d5da9c9c7e8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.826044] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8974f603-df0a-4774-8626-2d5da9c9c7e8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.826044] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.826044] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.826227] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.826271] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.827510] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.827510] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8974f603-df0a-4774-8626-2d5da9c9c7e8',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.856092] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3bd24151-8924-4c51-b869-89f5cc8e8a8d in Status: SUCCESS [ 1124.856092] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3bd24151-8924-4c51-b869-89f5cc8e8a8d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.083485] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b39a8b0-a78c-4d52-91b6-8862536bfaa9 in Status: SUCCESS [ 1125.083831] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b39a8b0-a78c-4d52-91b6-8862536bfaa9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.084022] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b39a8b0-a78c-4d52-91b6-8862536bfaa9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.084348] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b39a8b0-a78c-4d52-91b6-8862536bfaa9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.084540] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.084690] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.084784] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.084954] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.085051] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.085140] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b39a8b0-a78c-4d52-91b6-8862536bfaa9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.085232] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3b39a8b0-a78c-4d52-91b6-8862536bfaa9',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.225616] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock network-107 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.225616] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "network-107" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.225616] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "network-107" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.225616] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "network-107" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.225616] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.225616] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.225616] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.225616] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.226284] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.226284] env[66341]: DEBUG dogpile.cache.region [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1125.226284] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] NeedRegenerationException {{(pid=66341) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1125.226284] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] no value, waiting for create lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1125.226284] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] value creation lock acquired {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1125.226413] env[66341]: DEBUG dogpile.cache.region [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1125.226491] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Calling creation function for not-yet-present value {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1125.227193] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1125.239637] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.239795] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.239870] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.242015] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.242015] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.242015] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.242015] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.242015] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.242015] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.242015] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.242015] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7f60bac-f9d3-4f79-8d31-ce493c6ee41d is going to be updated. [ 1125.251309] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1125.251685] env[66341]: DEBUG dogpile.cache.region [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66341) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1125.251782] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Released creation lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1125.251955] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "network-107" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.252740] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock port-7005c817-7da7-45f1-925c-0feb3579359e taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.252968] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "port-7005c817-7da7-45f1-925c-0feb3579359e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.253109] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "port-7005c817-7da7-45f1-925c-0feb3579359e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.253473] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "port-7005c817-7da7-45f1-925c-0feb3579359e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.253634] env[66341]: DEBUG networking_nsxv3.api.rpc [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7005c817-7da7-45f1-925c-0feb3579359e',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.276029] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.276029] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.276029] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.276029] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.276029] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.289866] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7f60bac-f9d3-4f79-8d31-ce493c6ee41d in Status: IN_PROGRESS for 2s [ 1125.328434] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8974f603-df0a-4774-8626-2d5da9c9c7e8',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.589698] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b39a8b0-a78c-4d52-91b6-8862536bfaa9 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.589860] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b39a8b0-a78c-4d52-91b6-8862536bfaa9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.589860] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b39a8b0-a78c-4d52-91b6-8862536bfaa9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.590162] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b39a8b0-a78c-4d52-91b6-8862536bfaa9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.590415] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.590496] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.590608] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.590799] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.590924] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.591060] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b39a8b0-a78c-4d52-91b6-8862536bfaa9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.591247] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b39a8b0-a78c-4d52-91b6-8862536bfaa9 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.591367] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b39a8b0-a78c-4d52-91b6-8862536bfaa9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.591695] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b39a8b0-a78c-4d52-91b6-8862536bfaa9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.591695] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b39a8b0-a78c-4d52-91b6-8862536bfaa9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.591799] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.591872] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.591954] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.592142] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.592270] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.592380] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b39a8b0-a78c-4d52-91b6-8862536bfaa9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.592916] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3b39a8b0-a78c-4d52-91b6-8862536bfaa9',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.756772] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.757072] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.757206] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.757540] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.757710] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.757822] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Segment Port 7005c817-7da7-45f1-925c-0feb3579359e not found, creating... [ 1125.758256] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.758449] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.758565] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.758835] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.758950] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.759267] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.759428] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.759538] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.759796] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.759939] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.760498] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Resource: SegmentPort with ID: 7005c817-7da7-45f1-925c-0feb3579359e is going to be created. [ 1125.784264] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.784663] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.784747] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.785092] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.785717] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.785717] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "port-7005c817-7da7-45f1-925c-0feb3579359e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.831457] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8974f603-df0a-4774-8626-2d5da9c9c7e8',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.094732] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3b39a8b0-a78c-4d52-91b6-8862536bfaa9: rpc.has_security_group_logging(os_id): False [ 1126.115128] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.115369] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.115502] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.115881] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.116054] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.116372] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.116485] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.116555] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.116771] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.117108] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.117391] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.117542] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.117630] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.117840] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.117939] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.118230] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.118382] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.118497] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.118726] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.118882] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.119070] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3b39a8b0-a78c-4d52-91b6-8862536bfaa9 is going to be updated. [ 1126.191836] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.191836] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.191836] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.191998] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.192946] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.208271] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3b39a8b0-a78c-4d52-91b6-8862536bfaa9 in Status: IN_PROGRESS for 2s [ 1126.335136] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.335473] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.335473] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.335636] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.335676] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.335813] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8974f603-df0a-4774-8626-2d5da9c9c7e8 is going to be updated. [ 1126.391655] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.391872] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.391978] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.392213] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.392385] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.412788] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8974f603-df0a-4774-8626-2d5da9c9c7e8 in Status: IN_PROGRESS for 2s [ 1126.555044] env[66341]: INFO networking_nsxv3.common.synchronization [req-4602d1aa-c6ca-4a15-8182-295cad078ed7 req-a71d1f0c-c199-4bda-a73c-d4ddde2b340f service nova] Enqueued Resource ID: b7f60bac-f9d3-4f79-8d31-ce493c6ee41d with Priority: HIGHEST for action security_group_rules [ 1126.555269] env[66341]: INFO networking_nsxv3.common.synchronization [req-4602d1aa-c6ca-4a15-8182-295cad078ed7 req-a71d1f0c-c199-4bda-a73c-d4ddde2b340f service nova] Enqueued Resource ID: b7f60bac-f9d3-4f79-8d31-ce493c6ee41d with Priority: HIGHEST for action security_group_members [ 1126.555419] env[66341]: INFO networking_nsxv3.common.synchronization [req-4602d1aa-c6ca-4a15-8182-295cad078ed7 req-a71d1f0c-c199-4bda-a73c-d4ddde2b340f service nova] Enqueued Resource ID: 7005c817-7da7-45f1-925c-0feb3579359e with Priority: HIGHEST for action port [ 1126.555999] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7f60bac-f9d3-4f79-8d31-ce493c6ee41d with Priority: HIGHEST for action security_group_rules [ 1126.556233] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7f60bac-f9d3-4f79-8d31-ce493c6ee41d with Priority: HIGHEST for action security_group_members [ 1126.556421] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7005c817-7da7-45f1-925c-0feb3579359e with Priority: HIGHEST for action port [ 1126.556761] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b7f60bac-f9d3-4f79-8d31-ce493c6ee41d taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.556903] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b7f60bac-f9d3-4f79-8d31-ce493c6ee41d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.556978] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b7f60bac-f9d3-4f79-8d31-ce493c6ee41d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.557202] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b7f60bac-f9d3-4f79-8d31-ce493c6ee41d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.557299] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b7f60bac-f9d3-4f79-8d31-ce493c6ee41d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.558660] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7f60bac-f9d3-4f79-8d31-ce493c6ee41d taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.558753] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7f60bac-f9d3-4f79-8d31-ce493c6ee41d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.558921] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-7005c817-7da7-45f1-925c-0feb3579359e taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.559098] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7005c817-7da7-45f1-925c-0feb3579359e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.559408] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7005c817-7da7-45f1-925c-0feb3579359e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.559408] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7005c817-7da7-45f1-925c-0feb3579359e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.559408] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7005c817-7da7-45f1-925c-0feb3579359e',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.604355] env[66341]: INFO networking_nsxv3.common.synchronization [None req-c01e1d6c-288c-4e4b-980c-dddbf2a6d075 None None] Enqueued Resource ID: 0112bf41-af01-4de2-ae55-0fc7d5889601 with Priority: HIGHEST for action port [ 1126.604997] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0112bf41-af01-4de2-ae55-0fc7d5889601 with Priority: HIGHEST for action port [ 1126.605149] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-0112bf41-af01-4de2-ae55-0fc7d5889601 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.605302] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0112bf41-af01-4de2-ae55-0fc7d5889601" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.605336] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0112bf41-af01-4de2-ae55-0fc7d5889601" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.605580] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0112bf41-af01-4de2-ae55-0fc7d5889601" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.605662] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0112bf41-af01-4de2-ae55-0fc7d5889601',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.060920] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7f60bac-f9d3-4f79-8d31-ce493c6ee41d taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.061113] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7f60bac-f9d3-4f79-8d31-ce493c6ee41d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.061345] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7005c817-7da7-45f1-925c-0feb3579359e with status ACTIVE [ 1127.061535] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.061632] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.061740] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.061910] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.061991] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.062180] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.062295] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.062360] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.062557] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.062670] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.062863] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.062959] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.063032] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.063174] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.063249] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.063332] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7005c817-7da7-45f1-925c-0feb3579359e is going to be updated. [ 1127.088891] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.089110] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.089196] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.089402] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.089565] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.089772] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7005c817-7da7-45f1-925c-0feb3579359e" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.107267] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0112bf41-af01-4de2-ae55-0fc7d5889601 [ 1127.107487] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.107615] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.107683] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.107883] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.107970] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.108078] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0112bf41-af01-4de2-ae55-0fc7d5889601 already deleted. [ 1127.108161] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0112bf41-af01-4de2-ae55-0fc7d5889601" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.300681] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7f60bac-f9d3-4f79-8d31-ce493c6ee41d in Status: SUCCESS [ 1127.300681] env[66341]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7f60bac-f9d3-4f79-8d31-ce493c6ee41d deletion is rescheduled due to dependency. [ 1127.300681] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7f60bac-f9d3-4f79-8d31-ce493c6ee41d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.300681] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7f60bac-f9d3-4f79-8d31-ce493c6ee41d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.300989] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7f60bac-f9d3-4f79-8d31-ce493c6ee41d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.300989] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.301151] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.301151] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.301269] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.301424] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.301565] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b7f60bac-f9d3-4f79-8d31-ce493c6ee41d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.804617] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b7f60bac-f9d3-4f79-8d31-ce493c6ee41d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.223668] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3b39a8b0-a78c-4d52-91b6-8862536bfaa9 in Status: SUCCESS [ 1128.223942] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3b39a8b0-a78c-4d52-91b6-8862536bfaa9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.306928] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b7f60bac-f9d3-4f79-8d31-ce493c6ee41d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.423455] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8974f603-df0a-4774-8626-2d5da9c9c7e8 in Status: SUCCESS [ 1128.423665] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8974f603-df0a-4774-8626-2d5da9c9c7e8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.423897] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8974f603-df0a-4774-8626-2d5da9c9c7e8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.424127] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8974f603-df0a-4774-8626-2d5da9c9c7e8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.424312] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.424424] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.424487] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.424629] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.424707] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.424788] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8974f603-df0a-4774-8626-2d5da9c9c7e8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.424892] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8974f603-df0a-4774-8626-2d5da9c9c7e8',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.809269] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.809269] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.809269] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.809695] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.809695] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.809695] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7f60bac-f9d3-4f79-8d31-ce493c6ee41d is going to be updated. [ 1128.853986] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.854277] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.854277] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.854411] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.854588] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.865526] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7f60bac-f9d3-4f79-8d31-ce493c6ee41d in Status: IN_PROGRESS for 2s [ 1128.928475] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-8974f603-df0a-4774-8626-2d5da9c9c7e8 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.928668] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8974f603-df0a-4774-8626-2d5da9c9c7e8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.928761] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8974f603-df0a-4774-8626-2d5da9c9c7e8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.928940] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8974f603-df0a-4774-8626-2d5da9c9c7e8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.929120] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.929247] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.929299] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.929439] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.929525] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.929615] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8974f603-df0a-4774-8626-2d5da9c9c7e8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.929777] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-8974f603-df0a-4774-8626-2d5da9c9c7e8 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.929849] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8974f603-df0a-4774-8626-2d5da9c9c7e8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.929926] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8974f603-df0a-4774-8626-2d5da9c9c7e8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.930071] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8974f603-df0a-4774-8626-2d5da9c9c7e8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.930210] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.930304] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.930360] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.930498] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.930575] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.930651] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8974f603-df0a-4774-8626-2d5da9c9c7e8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.930742] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8974f603-df0a-4774-8626-2d5da9c9c7e8',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.433392] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8974f603-df0a-4774-8626-2d5da9c9c7e8: rpc.has_security_group_logging(os_id): False [ 1129.467645] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.467725] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.468461] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.468461] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.468556] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.468821] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.469012] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.469012] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.469138] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.469213] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.469401] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.469516] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.469574] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.469680] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.469767] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.469929] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.470048] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.470115] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.470231] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.470294] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.470390] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8974f603-df0a-4774-8626-2d5da9c9c7e8 is going to be updated. [ 1129.566564] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.566785] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.566785] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.567033] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.567192] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.582373] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8974f603-df0a-4774-8626-2d5da9c9c7e8 in Status: IN_PROGRESS for 2s [ 1130.878090] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7f60bac-f9d3-4f79-8d31-ce493c6ee41d in Status: SUCCESS [ 1130.878426] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7f60bac-f9d3-4f79-8d31-ce493c6ee41d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.878459] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7f60bac-f9d3-4f79-8d31-ce493c6ee41d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.878698] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7f60bac-f9d3-4f79-8d31-ce493c6ee41d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.878893] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.879033] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.879128] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.879252] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.879334] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.879483] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7f60bac-f9d3-4f79-8d31-ce493c6ee41d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.879577] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b7f60bac-f9d3-4f79-8d31-ce493c6ee41d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.231030] env[66341]: INFO networking_nsxv3.common.synchronization [req-578e0c3e-7293-407e-9c3d-89624e5be679 req-b0bfcfab-601f-4c35-a8ec-0f8a27570bd2 tempest-ServerActionsTestJSON-1002973104 tempest-ServerActionsTestJSON-1002973104-project-member] Enqueued Resource ID: c0321722-43f8-42ca-8095-38c306907674 with Priority: HIGHEST for action security_group_members [ 1131.231727] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0321722-43f8-42ca-8095-38c306907674 with Priority: HIGHEST for action security_group_members [ 1131.232116] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0321722-43f8-42ca-8095-38c306907674 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.232241] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0321722-43f8-42ca-8095-38c306907674" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.232301] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0321722-43f8-42ca-8095-38c306907674" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.232574] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0321722-43f8-42ca-8095-38c306907674" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.232779] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.232900] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.232956] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.233142] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.233226] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.233391] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c0321722-43f8-42ca-8095-38c306907674',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.280612] env[66341]: INFO networking_nsxv3.common.synchronization [req-ac04e183-e33b-46d7-a466-787c8338628c req-416c21eb-584e-49b0-a81a-ead0dbe1d415 tempest-FloatingIPsAssociationTestJSON-618470959 tempest-FloatingIPsAssociationTestJSON-618470959-project-member] Enqueued Resource ID: 2ea41ce2-2c0a-4fc7-8b64-24edc2940540 with Priority: HIGHEST for action security_group_members [ 1131.281467] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ea41ce2-2c0a-4fc7-8b64-24edc2940540 with Priority: HIGHEST for action security_group_members [ 1131.281562] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ea41ce2-2c0a-4fc7-8b64-24edc2940540 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.281802] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ea41ce2-2c0a-4fc7-8b64-24edc2940540" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.281802] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ea41ce2-2c0a-4fc7-8b64-24edc2940540" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.282078] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ea41ce2-2c0a-4fc7-8b64-24edc2940540" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.282264] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.282374] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.282441] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.282603] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.282865] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.282865] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2ea41ce2-2c0a-4fc7-8b64-24edc2940540',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.382785] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7f60bac-f9d3-4f79-8d31-ce493c6ee41d taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.383015] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7f60bac-f9d3-4f79-8d31-ce493c6ee41d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.383015] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7f60bac-f9d3-4f79-8d31-ce493c6ee41d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.383178] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7f60bac-f9d3-4f79-8d31-ce493c6ee41d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.383717] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.383717] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.383717] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.384088] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.384088] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.384088] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7f60bac-f9d3-4f79-8d31-ce493c6ee41d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.384331] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7f60bac-f9d3-4f79-8d31-ce493c6ee41d taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.384477] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7f60bac-f9d3-4f79-8d31-ce493c6ee41d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.384477] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7f60bac-f9d3-4f79-8d31-ce493c6ee41d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.384762] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7f60bac-f9d3-4f79-8d31-ce493c6ee41d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.384877] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.384995] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.384995] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.385219] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.385954] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.385954] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7f60bac-f9d3-4f79-8d31-ce493c6ee41d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.385954] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b7f60bac-f9d3-4f79-8d31-ce493c6ee41d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.600104] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8974f603-df0a-4774-8626-2d5da9c9c7e8 in Status: SUCCESS [ 1131.600370] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8974f603-df0a-4774-8626-2d5da9c9c7e8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.735571] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.735760] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.735867] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.736175] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.765630] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.765988] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.766278] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.766278] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.766435] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.766509] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.766574] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c0321722-43f8-42ca-8095-38c306907674 is going to be updated. [ 1131.787785] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.787785] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.787785] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.787785] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.787785] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.787785] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.787785] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.787785] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.787785] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.787785] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.787785] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ea41ce2-2c0a-4fc7-8b64-24edc2940540 already deleted. [ 1131.787785] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ea41ce2-2c0a-4fc7-8b64-24edc2940540" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.836719] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.837699] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.837699] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.838189] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.839076] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.872054] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0321722-43f8-42ca-8095-38c306907674 in Status: IN_PROGRESS for 2s [ 1131.887808] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b7f60bac-f9d3-4f79-8d31-ce493c6ee41d: rpc.has_security_group_logging(os_id): False [ 1131.916590] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.917862] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.918028] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.918639] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.918639] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.918747] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.918865] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.918955] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.919190] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.919274] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.919518] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.919623] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.919686] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.919845] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.919925] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.921718] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.921858] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.921947] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.922360] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.922360] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.922468] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b7f60bac-f9d3-4f79-8d31-ce493c6ee41d is going to be updated. [ 1132.020775] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.020969] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.021061] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.021297] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.021467] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.038585] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b7f60bac-f9d3-4f79-8d31-ce493c6ee41d in Status: IN_PROGRESS for 2s [ 1132.237271] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock network-402 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.237562] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "network-402" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.237758] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "network-402" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.238176] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "network-402" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.240133] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.240328] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.240456] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.240756] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.240926] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.241168] env[66341]: DEBUG dogpile.cache.region [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1132.241345] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] NeedRegenerationException {{(pid=66341) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1132.241474] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] no value, waiting for create lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1132.241474] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] value creation lock acquired {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1132.241674] env[66341]: DEBUG dogpile.cache.region [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1132.241815] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Calling creation function for not-yet-present value {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1132.241946] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1132.264074] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1132.264295] env[66341]: DEBUG dogpile.cache.region [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66341) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1132.264534] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Released creation lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1132.264643] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "network-402" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.265084] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock port-d7579769-51c2-4e79-8cfc-112a04aeff53 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.265290] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "port-d7579769-51c2-4e79-8cfc-112a04aeff53" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.265384] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "port-d7579769-51c2-4e79-8cfc-112a04aeff53" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.265713] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "port-d7579769-51c2-4e79-8cfc-112a04aeff53" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.265912] env[66341]: DEBUG networking_nsxv3.api.rpc [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d7579769-51c2-4e79-8cfc-112a04aeff53',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.768680] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.768908] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.769055] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.769365] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.769492] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.769680] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Segment Port d7579769-51c2-4e79-8cfc-112a04aeff53 not found, creating... [ 1132.769922] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.770065] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.770185] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.770395] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.770616] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.770804] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.770961] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.771092] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.771295] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.771438] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.771568] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Resource: SegmentPort with ID: d7579769-51c2-4e79-8cfc-112a04aeff53 is going to be created. [ 1132.805772] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.806042] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.806177] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.806453] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.806677] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.806898] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "port-d7579769-51c2-4e79-8cfc-112a04aeff53" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.014345] env[66341]: INFO networking_nsxv3.common.synchronization [req-7247e8d7-be2e-41d1-b9d0-50fd1b013fc1 req-ac5090d1-5572-4556-a4b1-0ed6629e4312 tempest-ServersTestJSON-2126961376 tempest-ServersTestJSON-2126961376-project-member] Enqueued Resource ID: 3bd24151-8924-4c51-b869-89f5cc8e8a8d with Priority: HIGHEST for action security_group_members [ 1133.015455] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bd24151-8924-4c51-b869-89f5cc8e8a8d with Priority: HIGHEST for action security_group_members [ 1133.015455] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-3bd24151-8924-4c51-b869-89f5cc8e8a8d taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.015455] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3bd24151-8924-4c51-b869-89f5cc8e8a8d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.015627] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3bd24151-8924-4c51-b869-89f5cc8e8a8d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.015712] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3bd24151-8924-4c51-b869-89f5cc8e8a8d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.015924] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.016057] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.016127] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.016341] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.016439] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.016536] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3bd24151-8924-4c51-b869-89f5cc8e8a8d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.518793] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3bd24151-8924-4c51-b869-89f5cc8e8a8d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.542257] env[66341]: INFO networking_nsxv3.common.synchronization [req-ac04e183-e33b-46d7-a466-787c8338628c req-4c9e0f9d-d82b-4dad-882a-dd3d81c09315 service nova] Enqueued Resource ID: 2ea41ce2-2c0a-4fc7-8b64-24edc2940540 with Priority: HIGHEST for action security_group_rules [ 1133.542450] env[66341]: INFO networking_nsxv3.common.synchronization [req-ac04e183-e33b-46d7-a466-787c8338628c req-4c9e0f9d-d82b-4dad-882a-dd3d81c09315 service nova] Enqueued Resource ID: 2ea41ce2-2c0a-4fc7-8b64-24edc2940540 with Priority: HIGHEST for action security_group_members [ 1133.542862] env[66341]: INFO networking_nsxv3.common.synchronization [req-ac04e183-e33b-46d7-a466-787c8338628c req-4c9e0f9d-d82b-4dad-882a-dd3d81c09315 service nova] Enqueued Resource ID: d7579769-51c2-4e79-8cfc-112a04aeff53 with Priority: HIGHEST for action port [ 1133.544017] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ea41ce2-2c0a-4fc7-8b64-24edc2940540 with Priority: HIGHEST for action security_group_rules [ 1133.544017] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ea41ce2-2c0a-4fc7-8b64-24edc2940540 with Priority: HIGHEST for action security_group_members [ 1133.544017] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7579769-51c2-4e79-8cfc-112a04aeff53 with Priority: HIGHEST for action port [ 1133.544017] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2ea41ce2-2c0a-4fc7-8b64-24edc2940540 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.544017] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2ea41ce2-2c0a-4fc7-8b64-24edc2940540" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.544017] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2ea41ce2-2c0a-4fc7-8b64-24edc2940540" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.544360] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2ea41ce2-2c0a-4fc7-8b64-24edc2940540" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.544360] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2ea41ce2-2c0a-4fc7-8b64-24edc2940540',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.547242] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ea41ce2-2c0a-4fc7-8b64-24edc2940540 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.547242] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ea41ce2-2c0a-4fc7-8b64-24edc2940540" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.547242] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ea41ce2-2c0a-4fc7-8b64-24edc2940540" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.547242] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ea41ce2-2c0a-4fc7-8b64-24edc2940540" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.547242] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.547242] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.547242] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.547242] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.547242] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.547242] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2ea41ce2-2c0a-4fc7-8b64-24edc2940540',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.552709] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-d7579769-51c2-4e79-8cfc-112a04aeff53 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.552709] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d7579769-51c2-4e79-8cfc-112a04aeff53" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.552709] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d7579769-51c2-4e79-8cfc-112a04aeff53" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.552866] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d7579769-51c2-4e79-8cfc-112a04aeff53" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.552969] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d7579769-51c2-4e79-8cfc-112a04aeff53',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.884806] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0321722-43f8-42ca-8095-38c306907674 in Status: SUCCESS [ 1133.885091] env[66341]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c0321722-43f8-42ca-8095-38c306907674 deletion is rescheduled due to dependency. [ 1133.885174] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0321722-43f8-42ca-8095-38c306907674" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.022714] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3bd24151-8924-4c51-b869-89f5cc8e8a8d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.054595] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ea41ce2-2c0a-4fc7-8b64-24edc2940540 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.054727] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ea41ce2-2c0a-4fc7-8b64-24edc2940540" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.054926] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2ea41ce2-2c0a-4fc7-8b64-24edc2940540',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.056419] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d7579769-51c2-4e79-8cfc-112a04aeff53 with status ACTIVE [ 1134.056419] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.056419] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.056419] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.056419] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.056684] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.056684] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.056786] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.056842] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.057875] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.058317] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.058317] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.058415] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.058415] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.059050] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.059050] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.059050] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d7579769-51c2-4e79-8cfc-112a04aeff53 is going to be updated. [ 1134.060963] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b7f60bac-f9d3-4f79-8d31-ce493c6ee41d in Status: SUCCESS [ 1134.060963] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b7f60bac-f9d3-4f79-8d31-ce493c6ee41d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.091836] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.091836] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.091836] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.091836] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.091836] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.091836] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d7579769-51c2-4e79-8cfc-112a04aeff53" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.525609] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.525853] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.525944] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.526214] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.526314] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.526440] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3bd24151-8924-4c51-b869-89f5cc8e8a8d is going to be updated. [ 1134.559913] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.560113] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.560207] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.560493] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.560656] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.561807] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2ea41ce2-2c0a-4fc7-8b64-24edc2940540',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.573939] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3bd24151-8924-4c51-b869-89f5cc8e8a8d in Status: IN_PROGRESS for 2s [ 1135.064521] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.064521] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.064997] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.064997] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.064997] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.065828] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ea41ce2-2c0a-4fc7-8b64-24edc2940540 is going to be created. [ 1135.111476] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.111687] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.111780] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.112097] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.112442] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.129814] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ea41ce2-2c0a-4fc7-8b64-24edc2940540 in Status: UNINITIALIZED for 2s [ 1136.314981] env[66341]: INFO networking_nsxv3.common.synchronization [req-228f8c5e-8adf-4407-9a90-c63d01a89acc req-ff48a5d4-1f12-46ab-9506-9d969363e220 tempest-ServerActionsTestOtherA-1115878785 tempest-ServerActionsTestOtherA-1115878785-project-member] Enqueued Resource ID: 1702c6fa-3757-415a-b30c-40587377084c with Priority: HIGHEST for action security_group_members [ 1136.316148] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1702c6fa-3757-415a-b30c-40587377084c with Priority: HIGHEST for action security_group_members [ 1136.316687] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-1702c6fa-3757-415a-b30c-40587377084c taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.316936] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1702c6fa-3757-415a-b30c-40587377084c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.317117] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1702c6fa-3757-415a-b30c-40587377084c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.317444] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1702c6fa-3757-415a-b30c-40587377084c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.317700] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.317895] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.317997] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.318271] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.318420] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.318577] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1702c6fa-3757-415a-b30c-40587377084c',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.584877] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3bd24151-8924-4c51-b869-89f5cc8e8a8d in Status: SUCCESS [ 1136.585165] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3bd24151-8924-4c51-b869-89f5cc8e8a8d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.821186] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.821186] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.821186] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.821516] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.846472] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.846871] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.846871] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.846871] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.848100] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.848244] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.848699] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1702c6fa-3757-415a-b30c-40587377084c is going to be updated. [ 1136.878544] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.878693] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.878765] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.879738] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.879939] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.894779] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1702c6fa-3757-415a-b30c-40587377084c in Status: IN_PROGRESS for 2s [ 1137.144177] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ea41ce2-2c0a-4fc7-8b64-24edc2940540 in Status: SUCCESS [ 1137.144397] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ea41ce2-2c0a-4fc7-8b64-24edc2940540" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.144604] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ea41ce2-2c0a-4fc7-8b64-24edc2940540" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.144850] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ea41ce2-2c0a-4fc7-8b64-24edc2940540" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.145059] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.145183] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.145261] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.145428] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.145514] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.145651] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ea41ce2-2c0a-4fc7-8b64-24edc2940540" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.145774] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2ea41ce2-2c0a-4fc7-8b64-24edc2940540',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.647956] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ea41ce2-2c0a-4fc7-8b64-24edc2940540 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.648291] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ea41ce2-2c0a-4fc7-8b64-24edc2940540" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.648341] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ea41ce2-2c0a-4fc7-8b64-24edc2940540" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.648641] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ea41ce2-2c0a-4fc7-8b64-24edc2940540" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.648892] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.649149] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.649214] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.649420] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.649536] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.649698] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ea41ce2-2c0a-4fc7-8b64-24edc2940540" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.649916] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ea41ce2-2c0a-4fc7-8b64-24edc2940540 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.650121] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ea41ce2-2c0a-4fc7-8b64-24edc2940540" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.650178] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ea41ce2-2c0a-4fc7-8b64-24edc2940540" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.650415] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ea41ce2-2c0a-4fc7-8b64-24edc2940540" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.650848] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.650848] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.651037] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.651226] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.651593] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.651593] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ea41ce2-2c0a-4fc7-8b64-24edc2940540" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.651695] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2ea41ce2-2c0a-4fc7-8b64-24edc2940540',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.157027] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2ea41ce2-2c0a-4fc7-8b64-24edc2940540: rpc.has_security_group_logging(os_id): False [ 1138.176404] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.176592] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.176629] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.176825] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.176935] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.177142] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.177244] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.177309] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.177713] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.177713] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.177713] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.177842] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.177874] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.178040] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.178138] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.178344] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.178448] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.178510] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.178651] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.178848] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.178959] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2ea41ce2-2c0a-4fc7-8b64-24edc2940540 is going to be created. [ 1138.202950] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock network-609 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.203190] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "network-609" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.203318] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "network-609" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.203592] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "network-609" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.203857] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.204022] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.204141] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.204352] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.204496] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.204698] env[66341]: DEBUG dogpile.cache.region [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1138.204809] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] NeedRegenerationException {{(pid=66341) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1138.205010] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] no value, waiting for create lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1138.205152] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] value creation lock acquired {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1138.205269] env[66341]: DEBUG dogpile.cache.region [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1138.205389] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Calling creation function for not-yet-present value {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1138.205552] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1138.224936] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1138.225128] env[66341]: DEBUG dogpile.cache.region [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66341) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1138.225297] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Released creation lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1138.225478] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "network-609" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.225789] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock port-2d5ecd22-bd94-4227-9a87-05cf0d25fc04 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.225976] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "port-2d5ecd22-bd94-4227-9a87-05cf0d25fc04" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.226120] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "port-2d5ecd22-bd94-4227-9a87-05cf0d25fc04" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.226424] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "port-2d5ecd22-bd94-4227-9a87-05cf0d25fc04" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.226684] env[66341]: DEBUG networking_nsxv3.api.rpc [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2d5ecd22-bd94-4227-9a87-05cf0d25fc04',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.239741] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.239895] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.239984] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.240282] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.240461] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.251651] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2ea41ce2-2c0a-4fc7-8b64-24edc2940540 in Status: IN_PROGRESS for 2s [ 1138.729349] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.729721] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.729778] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.730853] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.731065] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.731413] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.731587] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.731723] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.731978] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.732154] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.732478] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.732629] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.732747] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.732963] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.733122] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.733263] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Resource: SegmentPort with ID: 2d5ecd22-bd94-4227-9a87-05cf0d25fc04 is going to be updated. [ 1138.756243] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.756555] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.756751] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.757181] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.757453] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.757771] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "port-2d5ecd22-bd94-4227-9a87-05cf0d25fc04" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.906520] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1702c6fa-3757-415a-b30c-40587377084c in Status: SUCCESS [ 1138.906701] env[66341]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1702c6fa-3757-415a-b30c-40587377084c deletion is rescheduled due to dependency. [ 1138.906823] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1702c6fa-3757-415a-b30c-40587377084c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.031745] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock network-737 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.031952] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "network-737" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.032099] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "network-737" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.032384] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "network-737" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.032649] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.032808] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.032931] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.033175] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.033326] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.033540] env[66341]: DEBUG dogpile.cache.region [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1139.033655] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] NeedRegenerationException {{(pid=66341) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1139.033773] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] no value, waiting for create lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1139.033960] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] value creation lock acquired {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1139.034096] env[66341]: DEBUG dogpile.cache.region [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1139.034208] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Calling creation function for not-yet-present value {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1139.034342] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1139.053446] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1139.053663] env[66341]: DEBUG dogpile.cache.region [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66341) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1139.053875] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Released creation lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1139.054090] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "network-737" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.054412] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock port-21f679fb-7461-46f5-b28e-c273a3c42e63 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.054589] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "port-21f679fb-7461-46f5-b28e-c273a3c42e63" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.054709] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "port-21f679fb-7461-46f5-b28e-c273a3c42e63" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.055027] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "port-21f679fb-7461-46f5-b28e-c273a3c42e63" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.055164] env[66341]: DEBUG networking_nsxv3.api.rpc [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('21f679fb-7461-46f5-b28e-c273a3c42e63',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.439030] env[66341]: INFO networking_nsxv3.common.synchronization [req-a46fb23f-1b49-4225-aca5-ac1ce1bb9cd4 req-4451c678-5a4c-4212-b75a-bb2b0049f47e service nova] Enqueued Resource ID: d84d375e-352c-4652-9cd1-7b8a197b13fd with Priority: HIGHEST for action security_group_rules [ 1139.439030] env[66341]: INFO networking_nsxv3.common.synchronization [req-a46fb23f-1b49-4225-aca5-ac1ce1bb9cd4 req-4451c678-5a4c-4212-b75a-bb2b0049f47e service nova] Enqueued Resource ID: d84d375e-352c-4652-9cd1-7b8a197b13fd with Priority: HIGHEST for action security_group_members [ 1139.439030] env[66341]: INFO networking_nsxv3.common.synchronization [req-a46fb23f-1b49-4225-aca5-ac1ce1bb9cd4 req-4451c678-5a4c-4212-b75a-bb2b0049f47e service nova] Enqueued Resource ID: 2d5ecd22-bd94-4227-9a87-05cf0d25fc04 with Priority: HIGHEST for action port [ 1139.439030] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d84d375e-352c-4652-9cd1-7b8a197b13fd with Priority: HIGHEST for action security_group_rules [ 1139.439030] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d84d375e-352c-4652-9cd1-7b8a197b13fd with Priority: HIGHEST for action security_group_members [ 1139.439030] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d5ecd22-bd94-4227-9a87-05cf0d25fc04 with Priority: HIGHEST for action port [ 1139.439030] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d84d375e-352c-4652-9cd1-7b8a197b13fd taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.439030] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d84d375e-352c-4652-9cd1-7b8a197b13fd" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.440570] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d84d375e-352c-4652-9cd1-7b8a197b13fd" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.440887] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d84d375e-352c-4652-9cd1-7b8a197b13fd" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.441116] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d84d375e-352c-4652-9cd1-7b8a197b13fd',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.443102] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-d84d375e-352c-4652-9cd1-7b8a197b13fd taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.443102] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d84d375e-352c-4652-9cd1-7b8a197b13fd" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.443102] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d84d375e-352c-4652-9cd1-7b8a197b13fd" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.443102] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d84d375e-352c-4652-9cd1-7b8a197b13fd" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.443102] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.443694] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.443878] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.444131] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.444336] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.447426] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d84d375e-352c-4652-9cd1-7b8a197b13fd',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.447426] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-2d5ecd22-bd94-4227-9a87-05cf0d25fc04 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.447426] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2d5ecd22-bd94-4227-9a87-05cf0d25fc04" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.447426] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2d5ecd22-bd94-4227-9a87-05cf0d25fc04" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.447583] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2d5ecd22-bd94-4227-9a87-05cf0d25fc04" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.447583] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2d5ecd22-bd94-4227-9a87-05cf0d25fc04',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.558389] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.558389] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.558389] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.558389] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.558389] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.558389] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.558755] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.558755] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.558755] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.558892] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.559199] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.559358] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.559475] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.559682] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.559820] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.559962] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Resource: SegmentPort with ID: 21f679fb-7461-46f5-b28e-c273a3c42e63 is going to be updated. [ 1139.581123] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.581396] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.581507] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.581859] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.582119] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.582357] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "port-21f679fb-7461-46f5-b28e-c273a3c42e63" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.949704] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d84d375e-352c-4652-9cd1-7b8a197b13fd',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.950790] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-d84d375e-352c-4652-9cd1-7b8a197b13fd taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.950913] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d84d375e-352c-4652-9cd1-7b8a197b13fd" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.951094] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2d5ecd22-bd94-4227-9a87-05cf0d25fc04 with status ACTIVE [ 1139.951316] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.951478] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.951478] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.951936] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.951936] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.952045] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.952156] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.952220] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.952372] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.952450] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.952663] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.952729] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.952767] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.952906] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.952981] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.953075] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2d5ecd22-bd94-4227-9a87-05cf0d25fc04 is going to be updated. [ 1139.974224] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.974425] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.974520] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.974825] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.974954] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.975184] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2d5ecd22-bd94-4227-9a87-05cf0d25fc04" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.263209] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2ea41ce2-2c0a-4fc7-8b64-24edc2940540 in Status: SUCCESS [ 1140.263459] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2ea41ce2-2c0a-4fc7-8b64-24edc2940540" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.333147] env[66341]: INFO networking_nsxv3.common.synchronization [req-3da71a3e-0267-4c9b-bae7-1495199c84e3 req-40537e72-13d7-42af-922f-4fc73f2a9fc0 service nova] Enqueued Resource ID: 3b39a8b0-a78c-4d52-91b6-8862536bfaa9 with Priority: HIGHEST for action security_group_rules [ 1140.333331] env[66341]: INFO networking_nsxv3.common.synchronization [req-3da71a3e-0267-4c9b-bae7-1495199c84e3 req-40537e72-13d7-42af-922f-4fc73f2a9fc0 service nova] Enqueued Resource ID: 3b39a8b0-a78c-4d52-91b6-8862536bfaa9 with Priority: HIGHEST for action security_group_members [ 1140.333469] env[66341]: INFO networking_nsxv3.common.synchronization [req-3da71a3e-0267-4c9b-bae7-1495199c84e3 req-40537e72-13d7-42af-922f-4fc73f2a9fc0 service nova] Enqueued Resource ID: 21f679fb-7461-46f5-b28e-c273a3c42e63 with Priority: HIGHEST for action port [ 1140.334192] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b39a8b0-a78c-4d52-91b6-8862536bfaa9 with Priority: HIGHEST for action security_group_rules [ 1140.334412] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b39a8b0-a78c-4d52-91b6-8862536bfaa9 with Priority: HIGHEST for action security_group_members [ 1140.334810] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21f679fb-7461-46f5-b28e-c273a3c42e63 with Priority: HIGHEST for action port [ 1140.335258] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3b39a8b0-a78c-4d52-91b6-8862536bfaa9 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.335446] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3b39a8b0-a78c-4d52-91b6-8862536bfaa9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.335572] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3b39a8b0-a78c-4d52-91b6-8862536bfaa9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.336041] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3b39a8b0-a78c-4d52-91b6-8862536bfaa9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.336180] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3b39a8b0-a78c-4d52-91b6-8862536bfaa9',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.337335] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b39a8b0-a78c-4d52-91b6-8862536bfaa9 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.337451] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b39a8b0-a78c-4d52-91b6-8862536bfaa9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.337520] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b39a8b0-a78c-4d52-91b6-8862536bfaa9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.337733] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b39a8b0-a78c-4d52-91b6-8862536bfaa9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.337891] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.338082] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.338216] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.338504] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.338630] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.338734] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3b39a8b0-a78c-4d52-91b6-8862536bfaa9',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.340950] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-21f679fb-7461-46f5-b28e-c273a3c42e63 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.340950] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-21f679fb-7461-46f5-b28e-c273a3c42e63" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.340950] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-21f679fb-7461-46f5-b28e-c273a3c42e63" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.340950] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-21f679fb-7461-46f5-b28e-c273a3c42e63" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.341474] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('21f679fb-7461-46f5-b28e-c273a3c42e63',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.455258] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d84d375e-352c-4652-9cd1-7b8a197b13fd',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.843043] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b39a8b0-a78c-4d52-91b6-8862536bfaa9 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.843205] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b39a8b0-a78c-4d52-91b6-8862536bfaa9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.843404] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3b39a8b0-a78c-4d52-91b6-8862536bfaa9',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.844439] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 21f679fb-7461-46f5-b28e-c273a3c42e63 with status ACTIVE [ 1140.844631] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.844812] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.844812] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.845090] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.845137] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.845288] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.845373] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.845442] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.845597] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.845677] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.845937] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.846646] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.846722] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.846888] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.846972] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.847255] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 21f679fb-7461-46f5-b28e-c273a3c42e63 is going to be updated. [ 1140.875494] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.875681] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.875681] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.875958] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.876124] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.876287] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-21f679fb-7461-46f5-b28e-c273a3c42e63" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.957666] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.958088] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.958088] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.958088] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.958205] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.958250] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d84d375e-352c-4652-9cd1-7b8a197b13fd is going to be updated. [ 1141.008221] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.008496] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.008585] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.008787] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.008940] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.021826] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d84d375e-352c-4652-9cd1-7b8a197b13fd in Status: IN_PROGRESS for 2s [ 1141.351663] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3b39a8b0-a78c-4d52-91b6-8862536bfaa9',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.854408] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.854646] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.854764] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.855078] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.855232] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.855395] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3b39a8b0-a78c-4d52-91b6-8862536bfaa9 is going to be updated. [ 1141.892614] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.892788] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.892831] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.893054] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.893210] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.905521] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b39a8b0-a78c-4d52-91b6-8862536bfaa9 in Status: IN_PROGRESS for 2s [ 1142.771339] env[66341]: INFO networking_nsxv3.common.synchronization [req-31234b13-9a52-4890-9e03-33b0d0a1e7a6 req-2ccbf5b7-ead2-4990-942d-dc5bdd0de716 tempest-ServersTestFqdnHostnames-535195167 tempest-ServersTestFqdnHostnames-535195167-project-member] Enqueued Resource ID: 425f71c6-e712-43c2-9aa2-e8c6130a415c with Priority: HIGHEST for action security_group_members [ 1142.772636] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 425f71c6-e712-43c2-9aa2-e8c6130a415c with Priority: HIGHEST for action security_group_members [ 1142.773106] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-425f71c6-e712-43c2-9aa2-e8c6130a415c taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.773389] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-425f71c6-e712-43c2-9aa2-e8c6130a415c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.773450] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-425f71c6-e712-43c2-9aa2-e8c6130a415c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.773795] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-425f71c6-e712-43c2-9aa2-e8c6130a415c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.774903] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.774903] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.774903] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.774903] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.774903] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.774903] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('425f71c6-e712-43c2-9aa2-e8c6130a415c',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.971382] env[66341]: INFO networking_nsxv3.common.synchronization [req-43e15aaf-cb01-4697-909e-97d8fa375ee5 req-4b714938-8829-446c-88c9-04f7795afd17 tempest-ServerActionsTestJSON-1002973104 tempest-ServerActionsTestJSON-1002973104-project-member] Enqueued Resource ID: c0321722-43f8-42ca-8095-38c306907674 with Priority: HIGHEST for action security_group_members [ 1142.972328] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0321722-43f8-42ca-8095-38c306907674 with Priority: HIGHEST for action security_group_members [ 1142.973143] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0321722-43f8-42ca-8095-38c306907674 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.973143] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0321722-43f8-42ca-8095-38c306907674" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.973143] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0321722-43f8-42ca-8095-38c306907674" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.973143] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0321722-43f8-42ca-8095-38c306907674" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.973367] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.973367] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.973444] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.973580] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.973686] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.973828] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c0321722-43f8-42ca-8095-38c306907674',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.035587] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d84d375e-352c-4652-9cd1-7b8a197b13fd in Status: SUCCESS [ 1143.035766] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d84d375e-352c-4652-9cd1-7b8a197b13fd" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.035989] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d84d375e-352c-4652-9cd1-7b8a197b13fd" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.036589] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d84d375e-352c-4652-9cd1-7b8a197b13fd" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.037190] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.037387] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.037497] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.037767] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.037945] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.038187] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d84d375e-352c-4652-9cd1-7b8a197b13fd" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.038834] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d84d375e-352c-4652-9cd1-7b8a197b13fd',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.281050] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.281050] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.281050] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.281050] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.281050] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.281369] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.281369] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.281369] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.281529] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.282027] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.282027] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 425f71c6-e712-43c2-9aa2-e8c6130a415c is going to be updated. [ 1143.313416] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.313699] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.313841] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.314208] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.314299] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.334592] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 425f71c6-e712-43c2-9aa2-e8c6130a415c in Status: IN_PROGRESS for 2s [ 1143.366895] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock network-912 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.367090] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "network-912" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.367219] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "network-912" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.367517] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "network-912" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.367785] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.367944] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.368092] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.368772] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.368772] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.368772] env[66341]: DEBUG dogpile.cache.region [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1143.368985] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] NeedRegenerationException {{(pid=66341) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1143.368985] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] no value, waiting for create lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1143.369189] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] value creation lock acquired {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1143.369189] env[66341]: DEBUG dogpile.cache.region [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1143.369305] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Calling creation function for not-yet-present value {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1143.371126] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1143.393224] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1143.393426] env[66341]: DEBUG dogpile.cache.region [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66341) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1143.393571] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Released creation lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1143.393768] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "network-912" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.394119] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock port-bc567cfd-cffd-494d-b23b-05838a5f43e3 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.394856] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "port-bc567cfd-cffd-494d-b23b-05838a5f43e3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.394856] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "port-bc567cfd-cffd-494d-b23b-05838a5f43e3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.394856] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "port-bc567cfd-cffd-494d-b23b-05838a5f43e3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.395046] env[66341]: DEBUG networking_nsxv3.api.rpc [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bc567cfd-cffd-494d-b23b-05838a5f43e3',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.477063] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.477239] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.477313] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.477622] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.477757] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.478061] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.478250] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.478368] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.478637] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.478804] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.478945] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c0321722-43f8-42ca-8095-38c306907674 is going to be updated. [ 1143.512391] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.512577] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.512676] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.513228] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.513228] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.524022] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0321722-43f8-42ca-8095-38c306907674 in Status: IN_PROGRESS for 2s [ 1143.542311] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d84d375e-352c-4652-9cd1-7b8a197b13fd',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.898437] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.898437] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.898437] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.898437] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.898755] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.898755] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Segment Port bc567cfd-cffd-494d-b23b-05838a5f43e3 not found, creating... [ 1143.899083] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.899274] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.899439] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.899653] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.899793] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.900190] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.900366] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.900529] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.900760] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.900922] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.901097] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Resource: SegmentPort with ID: bc567cfd-cffd-494d-b23b-05838a5f43e3 is going to be created. [ 1143.920320] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b39a8b0-a78c-4d52-91b6-8862536bfaa9 in Status: SUCCESS [ 1143.920572] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b39a8b0-a78c-4d52-91b6-8862536bfaa9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.920737] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b39a8b0-a78c-4d52-91b6-8862536bfaa9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.920968] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b39a8b0-a78c-4d52-91b6-8862536bfaa9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.921903] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.921903] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.921903] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.921903] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.921903] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.921903] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b39a8b0-a78c-4d52-91b6-8862536bfaa9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.921903] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3b39a8b0-a78c-4d52-91b6-8862536bfaa9',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.931816] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.933035] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.933035] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.933035] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.933035] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.933291] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "port-bc567cfd-cffd-494d-b23b-05838a5f43e3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.044332] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d84d375e-352c-4652-9cd1-7b8a197b13fd: rpc.has_security_group_logging(os_id): False [ 1144.075224] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.075224] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.075224] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.075478] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.075530] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.075953] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.076108] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.076186] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.076426] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.076596] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.076664] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d84d375e-352c-4652-9cd1-7b8a197b13fd is going to be updated. [ 1144.225735] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.226143] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.226143] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.226340] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.226541] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.244770] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d84d375e-352c-4652-9cd1-7b8a197b13fd in Status: IN_PROGRESS for 2s [ 1144.340104] env[66341]: INFO networking_nsxv3.common.synchronization [req-04717ac4-8346-42e2-8996-a9b513f58565 req-7bd93f90-fd65-4a0b-86b1-ceeacbe62bcb tempest-ServersTestJSON-2126961376 tempest-ServersTestJSON-2126961376-project-member] Enqueued Resource ID: 3bd24151-8924-4c51-b869-89f5cc8e8a8d with Priority: HIGHEST for action security_group_members [ 1144.341671] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bd24151-8924-4c51-b869-89f5cc8e8a8d with Priority: HIGHEST for action security_group_members [ 1144.342119] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-3bd24151-8924-4c51-b869-89f5cc8e8a8d taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.342489] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3bd24151-8924-4c51-b869-89f5cc8e8a8d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.342797] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3bd24151-8924-4c51-b869-89f5cc8e8a8d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.343177] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3bd24151-8924-4c51-b869-89f5cc8e8a8d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.343574] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.343721] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.343834] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.344086] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.344164] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.344319] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3bd24151-8924-4c51-b869-89f5cc8e8a8d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.425717] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b39a8b0-a78c-4d52-91b6-8862536bfaa9 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.426185] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b39a8b0-a78c-4d52-91b6-8862536bfaa9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.426185] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b39a8b0-a78c-4d52-91b6-8862536bfaa9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.426282] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b39a8b0-a78c-4d52-91b6-8862536bfaa9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.426532] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.426711] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.427075] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.427324] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.427429] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.427526] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b39a8b0-a78c-4d52-91b6-8862536bfaa9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.427710] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b39a8b0-a78c-4d52-91b6-8862536bfaa9 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.427887] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b39a8b0-a78c-4d52-91b6-8862536bfaa9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.427887] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b39a8b0-a78c-4d52-91b6-8862536bfaa9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.428093] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b39a8b0-a78c-4d52-91b6-8862536bfaa9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.428331] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.428454] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.428514] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.428678] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.428766] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.428878] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b39a8b0-a78c-4d52-91b6-8862536bfaa9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.428946] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3b39a8b0-a78c-4d52-91b6-8862536bfaa9',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.793595] env[66341]: INFO networking_nsxv3.common.synchronization [req-43e15aaf-cb01-4697-909e-97d8fa375ee5 req-17701d90-9870-4ef8-9957-b792adbb5ee6 service nova] Enqueued Resource ID: c0321722-43f8-42ca-8095-38c306907674 with Priority: HIGHEST for action security_group_rules [ 1144.793856] env[66341]: INFO networking_nsxv3.common.synchronization [req-43e15aaf-cb01-4697-909e-97d8fa375ee5 req-17701d90-9870-4ef8-9957-b792adbb5ee6 service nova] Enqueued Resource ID: c0321722-43f8-42ca-8095-38c306907674 with Priority: HIGHEST for action security_group_members [ 1144.795724] env[66341]: INFO networking_nsxv3.common.synchronization [req-43e15aaf-cb01-4697-909e-97d8fa375ee5 req-17701d90-9870-4ef8-9957-b792adbb5ee6 service nova] Enqueued Resource ID: bc567cfd-cffd-494d-b23b-05838a5f43e3 with Priority: HIGHEST for action port [ 1144.797373] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0321722-43f8-42ca-8095-38c306907674 with Priority: HIGHEST for action security_group_rules [ 1144.797373] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0321722-43f8-42ca-8095-38c306907674 with Priority: HIGHEST for action security_group_members [ 1144.797373] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc567cfd-cffd-494d-b23b-05838a5f43e3 with Priority: HIGHEST for action port [ 1144.797373] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c0321722-43f8-42ca-8095-38c306907674 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.797373] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c0321722-43f8-42ca-8095-38c306907674" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.797373] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c0321722-43f8-42ca-8095-38c306907674" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.798172] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c0321722-43f8-42ca-8095-38c306907674" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.798172] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c0321722-43f8-42ca-8095-38c306907674',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.799312] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0321722-43f8-42ca-8095-38c306907674 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.799492] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0321722-43f8-42ca-8095-38c306907674" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.799768] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-bc567cfd-cffd-494d-b23b-05838a5f43e3 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.800177] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bc567cfd-cffd-494d-b23b-05838a5f43e3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.800177] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bc567cfd-cffd-494d-b23b-05838a5f43e3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.800540] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bc567cfd-cffd-494d-b23b-05838a5f43e3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.800671] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bc567cfd-cffd-494d-b23b-05838a5f43e3',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.846742] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.846954] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.847114] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.848486] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.848486] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.848486] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.848486] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.848486] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.848486] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.848486] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.848486] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3bd24151-8924-4c51-b869-89f5cc8e8a8d is going to be updated. [ 1144.878163] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.878358] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.878466] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.878701] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.878856] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.889087] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3bd24151-8924-4c51-b869-89f5cc8e8a8d in Status: IN_PROGRESS for 2s [ 1144.931300] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3b39a8b0-a78c-4d52-91b6-8862536bfaa9: rpc.has_security_group_logging(os_id): False [ 1144.952436] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.952676] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.952754] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.952991] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.953116] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.953399] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.953555] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.953621] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.953798] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.953895] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.954190] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.954312] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.954392] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.954632] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.954758] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.955139] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.955278] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.955278] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.955425] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.955550] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.955708] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3b39a8b0-a78c-4d52-91b6-8862536bfaa9 is going to be updated. [ 1145.052086] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.052593] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.052976] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.053464] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.054356] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.075485] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3b39a8b0-a78c-4d52-91b6-8862536bfaa9 in Status: IN_PROGRESS for 2s [ 1145.302578] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0321722-43f8-42ca-8095-38c306907674 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.302867] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0321722-43f8-42ca-8095-38c306907674" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.303059] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bc567cfd-cffd-494d-b23b-05838a5f43e3 with status ACTIVE [ 1145.303387] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.303638] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.303679] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.304727] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.304727] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.304727] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.304727] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.304727] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.305033] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.305575] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.305928] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.306051] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.306154] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.306394] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.306515] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.306654] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bc567cfd-cffd-494d-b23b-05838a5f43e3 is going to be updated. [ 1145.339223] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.339381] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.339421] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.339733] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.339899] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.340381] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bc567cfd-cffd-494d-b23b-05838a5f43e3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.350348] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 425f71c6-e712-43c2-9aa2-e8c6130a415c in Status: SUCCESS [ 1145.350616] env[66341]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 425f71c6-e712-43c2-9aa2-e8c6130a415c deletion is rescheduled due to dependency. [ 1145.350616] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-425f71c6-e712-43c2-9aa2-e8c6130a415c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.535544] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0321722-43f8-42ca-8095-38c306907674 in Status: SUCCESS [ 1145.535751] env[66341]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c0321722-43f8-42ca-8095-38c306907674 deletion is rescheduled due to dependency. [ 1145.535832] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0321722-43f8-42ca-8095-38c306907674" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.536119] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0321722-43f8-42ca-8095-38c306907674" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.536351] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0321722-43f8-42ca-8095-38c306907674" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.536542] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.536689] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.536753] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.536985] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.537101] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.537201] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c0321722-43f8-42ca-8095-38c306907674',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.040073] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c0321722-43f8-42ca-8095-38c306907674',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.269111] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d84d375e-352c-4652-9cd1-7b8a197b13fd in Status: SUCCESS [ 1146.269447] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d84d375e-352c-4652-9cd1-7b8a197b13fd" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.542284] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c0321722-43f8-42ca-8095-38c306907674',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.902603] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3bd24151-8924-4c51-b869-89f5cc8e8a8d in Status: SUCCESS [ 1146.902603] env[66341]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3bd24151-8924-4c51-b869-89f5cc8e8a8d deletion is rescheduled due to dependency. [ 1146.902905] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3bd24151-8924-4c51-b869-89f5cc8e8a8d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.045595] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.045943] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.045943] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.046237] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.046347] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.046488] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c0321722-43f8-42ca-8095-38c306907674 is going to be updated. [ 1147.091550] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.091875] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.091875] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.092032] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.092174] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.094398] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3b39a8b0-a78c-4d52-91b6-8862536bfaa9 in Status: SUCCESS [ 1147.094603] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3b39a8b0-a78c-4d52-91b6-8862536bfaa9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.104711] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0321722-43f8-42ca-8095-38c306907674 in Status: IN_PROGRESS for 2s [ 1149.120444] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0321722-43f8-42ca-8095-38c306907674 in Status: SUCCESS [ 1149.121039] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0321722-43f8-42ca-8095-38c306907674" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.121225] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0321722-43f8-42ca-8095-38c306907674" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.121407] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0321722-43f8-42ca-8095-38c306907674" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.121737] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.121943] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.123064] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.123382] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.123531] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.123685] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0321722-43f8-42ca-8095-38c306907674" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.123834] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c0321722-43f8-42ca-8095-38c306907674',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.628594] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c0321722-43f8-42ca-8095-38c306907674',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.800336] env[66341]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1149.800336] env[66341]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1150.130282] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c0321722-43f8-42ca-8095-38c306907674: rpc.has_security_group_logging(os_id): False [ 1150.150029] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.150212] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.150265] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.150492] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.150590] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.150881] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.151050] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.151050] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.151154] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.151233] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.151325] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c0321722-43f8-42ca-8095-38c306907674 is going to be updated. [ 1150.218263] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.218263] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.218263] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.218263] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.218263] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.233620] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c0321722-43f8-42ca-8095-38c306907674 in Status: IN_PROGRESS for 2s [ 1152.249902] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c0321722-43f8-42ca-8095-38c306907674 in Status: SUCCESS [ 1152.250341] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c0321722-43f8-42ca-8095-38c306907674" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.607050] env[66341]: INFO networking_nsxv3.common.synchronization [req-8af088b1-436f-4ade-adba-6eadd29bac53 req-5f46bcbb-c890-410d-885e-a6610eca0c2a tempest-FloatingIPsAssociationTestJSON-618470959 tempest-FloatingIPsAssociationTestJSON-618470959-project-member] Enqueued Resource ID: 2ea41ce2-2c0a-4fc7-8b64-24edc2940540 with Priority: HIGHEST for action security_group_members [ 1152.607050] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ea41ce2-2c0a-4fc7-8b64-24edc2940540 with Priority: HIGHEST for action security_group_members [ 1152.607050] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ea41ce2-2c0a-4fc7-8b64-24edc2940540 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.607050] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ea41ce2-2c0a-4fc7-8b64-24edc2940540" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.607050] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ea41ce2-2c0a-4fc7-8b64-24edc2940540" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.607050] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ea41ce2-2c0a-4fc7-8b64-24edc2940540" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.607050] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.607050] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.607050] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.607050] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.607050] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.607050] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2ea41ce2-2c0a-4fc7-8b64-24edc2940540',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.090804] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock network-402 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.091016] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "network-402" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.091152] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "network-402" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.091483] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "network-402" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.091676] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.091841] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.091943] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.092254] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.092399] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.092609] env[66341]: DEBUG dogpile.cache.region [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1153.092722] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] NeedRegenerationException {{(pid=66341) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1153.092829] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] no value, waiting for create lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1153.092937] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] value creation lock acquired {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1153.093060] env[66341]: DEBUG dogpile.cache.region [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1153.093190] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Calling creation function for not-yet-present value {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1153.093352] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1153.109070] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2ea41ce2-2c0a-4fc7-8b64-24edc2940540',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.113295] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1153.113295] env[66341]: DEBUG dogpile.cache.region [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66341) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1153.113436] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Released creation lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1153.113509] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "network-402" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.113821] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock port-d229d245-df6b-48ac-8ad2-562059d69458 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.114047] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "port-d229d245-df6b-48ac-8ad2-562059d69458" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.114205] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "port-d229d245-df6b-48ac-8ad2-562059d69458" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.114505] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "port-d229d245-df6b-48ac-8ad2-562059d69458" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.114643] env[66341]: DEBUG networking_nsxv3.api.rpc [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d229d245-df6b-48ac-8ad2-562059d69458',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.613186] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2ea41ce2-2c0a-4fc7-8b64-24edc2940540',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.619055] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.619055] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.619055] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.619055] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.619055] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.619055] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Segment Port d229d245-df6b-48ac-8ad2-562059d69458 not found, creating... [ 1153.619055] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.619055] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.619055] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.619055] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.619055] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.619508] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.619508] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.619508] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.619739] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.620080] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.620429] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Resource: SegmentPort with ID: d229d245-df6b-48ac-8ad2-562059d69458 is going to be created. [ 1153.642190] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.642657] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.642952] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.643322] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.643644] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.643959] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "port-d229d245-df6b-48ac-8ad2-562059d69458" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.115479] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.115694] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.115746] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.116040] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.116183] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.117016] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ea41ce2-2c0a-4fc7-8b64-24edc2940540 is going to be updated. [ 1154.152410] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.152410] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.152410] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.152672] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.152672] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.162504] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ea41ce2-2c0a-4fc7-8b64-24edc2940540 in Status: IN_PROGRESS for 2s [ 1154.392022] env[66341]: INFO networking_nsxv3.common.synchronization [req-8af088b1-436f-4ade-adba-6eadd29bac53 req-ffb229a7-5ae9-4021-bffe-ab27d0f4e634 service nova] Enqueued Resource ID: 2ea41ce2-2c0a-4fc7-8b64-24edc2940540 with Priority: HIGHEST for action security_group_rules [ 1154.392248] env[66341]: INFO networking_nsxv3.common.synchronization [req-8af088b1-436f-4ade-adba-6eadd29bac53 req-ffb229a7-5ae9-4021-bffe-ab27d0f4e634 service nova] Enqueued Resource ID: 2ea41ce2-2c0a-4fc7-8b64-24edc2940540 with Priority: HIGHEST for action security_group_members [ 1154.392248] env[66341]: INFO networking_nsxv3.common.synchronization [req-8af088b1-436f-4ade-adba-6eadd29bac53 req-ffb229a7-5ae9-4021-bffe-ab27d0f4e634 service nova] Enqueued Resource ID: d229d245-df6b-48ac-8ad2-562059d69458 with Priority: HIGHEST for action port [ 1154.393199] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ea41ce2-2c0a-4fc7-8b64-24edc2940540 with Priority: HIGHEST for action security_group_rules [ 1154.393420] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ea41ce2-2c0a-4fc7-8b64-24edc2940540 with Priority: HIGHEST for action security_group_members [ 1154.393471] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d229d245-df6b-48ac-8ad2-562059d69458 with Priority: HIGHEST for action port [ 1154.393750] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2ea41ce2-2c0a-4fc7-8b64-24edc2940540 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.393825] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2ea41ce2-2c0a-4fc7-8b64-24edc2940540" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.393901] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2ea41ce2-2c0a-4fc7-8b64-24edc2940540" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.394093] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2ea41ce2-2c0a-4fc7-8b64-24edc2940540" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.394177] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2ea41ce2-2c0a-4fc7-8b64-24edc2940540',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.395180] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ea41ce2-2c0a-4fc7-8b64-24edc2940540 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.395180] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ea41ce2-2c0a-4fc7-8b64-24edc2940540" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.395276] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-d229d245-df6b-48ac-8ad2-562059d69458 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.395374] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d229d245-df6b-48ac-8ad2-562059d69458" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.395440] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d229d245-df6b-48ac-8ad2-562059d69458" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.395608] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d229d245-df6b-48ac-8ad2-562059d69458" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.395681] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d229d245-df6b-48ac-8ad2-562059d69458',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.466025] env[66341]: INFO networking_nsxv3.common.synchronization [req-5dc17621-e567-4feb-b08e-7f357c76e745 req-808c9718-5733-4549-bfb6-bad5449d3dfe tempest-ServerActionsTestOtherA-1115878785 tempest-ServerActionsTestOtherA-1115878785-project-member] Enqueued Resource ID: 2ed187ee-7bd7-40db-95c6-d801d1551633 with Priority: HIGHEST for action security_group_members [ 1154.466807] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ed187ee-7bd7-40db-95c6-d801d1551633 with Priority: HIGHEST for action security_group_members [ 1154.467305] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ed187ee-7bd7-40db-95c6-d801d1551633 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.467523] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ed187ee-7bd7-40db-95c6-d801d1551633" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.467759] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ed187ee-7bd7-40db-95c6-d801d1551633" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.467759] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ed187ee-7bd7-40db-95c6-d801d1551633" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.467922] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.468027] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.468090] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.468240] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.468322] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.468418] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2ed187ee-7bd7-40db-95c6-d801d1551633',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.897737] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock network-361 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.898155] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "network-361" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.898425] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "network-361" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.898806] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "network-361" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.899125] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.899298] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.899417] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.899643] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.899839] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.899996] env[66341]: DEBUG dogpile.cache.region [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1154.900244] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] NeedRegenerationException {{(pid=66341) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1154.900244] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] no value, waiting for create lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1154.900381] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] value creation lock acquired {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1154.900441] env[66341]: DEBUG dogpile.cache.region [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1154.900545] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Calling creation function for not-yet-present value {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1154.900677] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1154.902237] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ea41ce2-2c0a-4fc7-8b64-24edc2940540 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.902329] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ea41ce2-2c0a-4fc7-8b64-24edc2940540" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.902506] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d229d245-df6b-48ac-8ad2-562059d69458 with status ACTIVE [ 1154.902778] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.902886] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.902957] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.903154] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.903214] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.903364] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.903477] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.903514] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.903652] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.903727] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.903903] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.903997] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.904071] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.904209] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.904286] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.904373] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d229d245-df6b-48ac-8ad2-562059d69458 is going to be updated. [ 1154.926067] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1154.926365] env[66341]: DEBUG dogpile.cache.region [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=66341) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1154.926536] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Released creation lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1154.926725] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "network-361" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.927180] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock port-16ea5255-3afc-44a5-9f93-896b1ecbe2de taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.927852] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "port-16ea5255-3afc-44a5-9f93-896b1ecbe2de" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.927852] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "port-16ea5255-3afc-44a5-9f93-896b1ecbe2de" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.928673] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "port-16ea5255-3afc-44a5-9f93-896b1ecbe2de" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.928978] env[66341]: DEBUG networking_nsxv3.api.rpc [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('16ea5255-3afc-44a5-9f93-896b1ecbe2de',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.932221] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.932221] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.932221] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.932466] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.932580] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.933673] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d229d245-df6b-48ac-8ad2-562059d69458" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.971256] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.971466] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.971466] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.971691] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.996129] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.996359] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.996484] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.996590] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.996818] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.996913] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.997057] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ed187ee-7bd7-40db-95c6-d801d1551633 is going to be updated. [ 1155.159612] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.159759] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.159759] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.159946] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.160101] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.171973] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ed187ee-7bd7-40db-95c6-d801d1551633 in Status: IN_PROGRESS for 2s [ 1155.432132] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.432421] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.432500] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.432728] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.432883] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.433090] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Segment Port 16ea5255-3afc-44a5-9f93-896b1ecbe2de not found, creating... [ 1155.433371] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.433537] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.433689] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.433968] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.434134] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.434653] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.434653] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.434786] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.434976] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.435138] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.435293] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Resource: SegmentPort with ID: 16ea5255-3afc-44a5-9f93-896b1ecbe2de is going to be created. [ 1155.456780] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.457056] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.459078] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.459078] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.459078] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.459078] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "port-16ea5255-3afc-44a5-9f93-896b1ecbe2de" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.174405] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ea41ce2-2c0a-4fc7-8b64-24edc2940540 in Status: SUCCESS [ 1156.174803] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ea41ce2-2c0a-4fc7-8b64-24edc2940540" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.174803] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ea41ce2-2c0a-4fc7-8b64-24edc2940540" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.175021] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ea41ce2-2c0a-4fc7-8b64-24edc2940540" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.175213] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.175343] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.175390] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.175546] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.175629] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.175724] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2ea41ce2-2c0a-4fc7-8b64-24edc2940540',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.182227] env[66341]: INFO networking_nsxv3.common.synchronization [req-5dc17621-e567-4feb-b08e-7f357c76e745 req-ac901474-c70a-4bb7-8604-9bf580f81175 service nova] Enqueued Resource ID: 2ed187ee-7bd7-40db-95c6-d801d1551633 with Priority: HIGHEST for action security_group_rules [ 1156.182227] env[66341]: INFO networking_nsxv3.common.synchronization [req-5dc17621-e567-4feb-b08e-7f357c76e745 req-ac901474-c70a-4bb7-8604-9bf580f81175 service nova] Enqueued Resource ID: 2ed187ee-7bd7-40db-95c6-d801d1551633 with Priority: HIGHEST for action security_group_members [ 1156.182227] env[66341]: INFO networking_nsxv3.common.synchronization [req-5dc17621-e567-4feb-b08e-7f357c76e745 req-ac901474-c70a-4bb7-8604-9bf580f81175 service nova] Enqueued Resource ID: 16ea5255-3afc-44a5-9f93-896b1ecbe2de with Priority: HIGHEST for action port [ 1156.182227] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ed187ee-7bd7-40db-95c6-d801d1551633 with Priority: HIGHEST for action security_group_rules [ 1156.182227] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ed187ee-7bd7-40db-95c6-d801d1551633 with Priority: HIGHEST for action security_group_members [ 1156.182227] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16ea5255-3afc-44a5-9f93-896b1ecbe2de with Priority: HIGHEST for action port [ 1156.182227] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2ed187ee-7bd7-40db-95c6-d801d1551633 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.182538] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2ed187ee-7bd7-40db-95c6-d801d1551633" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.182538] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2ed187ee-7bd7-40db-95c6-d801d1551633" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.182538] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2ed187ee-7bd7-40db-95c6-d801d1551633" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.182702] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2ed187ee-7bd7-40db-95c6-d801d1551633',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.183561] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ed187ee-7bd7-40db-95c6-d801d1551633 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.183561] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ed187ee-7bd7-40db-95c6-d801d1551633" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.183720] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-16ea5255-3afc-44a5-9f93-896b1ecbe2de taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.183876] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-16ea5255-3afc-44a5-9f93-896b1ecbe2de" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.183979] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-16ea5255-3afc-44a5-9f93-896b1ecbe2de" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.184079] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-16ea5255-3afc-44a5-9f93-896b1ecbe2de" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.184156] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('16ea5255-3afc-44a5-9f93-896b1ecbe2de',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.679347] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2ea41ce2-2c0a-4fc7-8b64-24edc2940540',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.688030] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ed187ee-7bd7-40db-95c6-d801d1551633 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.688030] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ed187ee-7bd7-40db-95c6-d801d1551633" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.688030] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 16ea5255-3afc-44a5-9f93-896b1ecbe2de with status ACTIVE [ 1156.688286] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.688353] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.688386] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.688599] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.688718] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.688926] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.689044] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.689115] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.689280] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.689378] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.689557] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.689653] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.689831] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.690021] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.690021] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.690117] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 16ea5255-3afc-44a5-9f93-896b1ecbe2de is going to be updated. [ 1156.718174] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.718409] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.718409] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.718654] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.718801] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.718976] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-16ea5255-3afc-44a5-9f93-896b1ecbe2de" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.042253] env[66341]: INFO networking_nsxv3.common.synchronization [req-12576a3c-5cb8-4d52-b8d8-2b9223eeef7e req-6df94356-f17f-414f-809e-d5b66f53c574 tempest-AttachInterfacesTestJSON-748429391 tempest-AttachInterfacesTestJSON-748429391-project-member] Enqueued Resource ID: c297b896-2212-473c-b124-d5223cf48582 with Priority: HIGHEST for action security_group_members [ 1157.042907] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c297b896-2212-473c-b124-d5223cf48582 with Priority: HIGHEST for action security_group_members [ 1157.043692] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-c297b896-2212-473c-b124-d5223cf48582 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.044285] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c297b896-2212-473c-b124-d5223cf48582" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.044448] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c297b896-2212-473c-b124-d5223cf48582" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.044698] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c297b896-2212-473c-b124-d5223cf48582" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.045081] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.045256] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.045358] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.045576] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.045696] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.045800] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c297b896-2212-473c-b124-d5223cf48582',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.185257] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2ea41ce2-2c0a-4fc7-8b64-24edc2940540',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.187872] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ed187ee-7bd7-40db-95c6-d801d1551633 in Status: SUCCESS [ 1157.188140] env[66341]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ed187ee-7bd7-40db-95c6-d801d1551633 deletion is rescheduled due to dependency. [ 1157.188280] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ed187ee-7bd7-40db-95c6-d801d1551633" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.188428] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ed187ee-7bd7-40db-95c6-d801d1551633" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.188638] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ed187ee-7bd7-40db-95c6-d801d1551633" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.188850] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.188974] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.189057] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.189212] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.189300] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.189398] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2ed187ee-7bd7-40db-95c6-d801d1551633',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.555745] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c297b896-2212-473c-b124-d5223cf48582',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.687813] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.687986] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.688153] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.688462] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.688610] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.688736] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ea41ce2-2c0a-4fc7-8b64-24edc2940540 is going to be updated. [ 1157.693270] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2ed187ee-7bd7-40db-95c6-d801d1551633',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.720577] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.720739] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.720782] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.721012] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.721168] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.732996] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ea41ce2-2c0a-4fc7-8b64-24edc2940540 in Status: IN_PROGRESS for 2s [ 1158.058725] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c297b896-2212-473c-b124-d5223cf48582',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.195821] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2ed187ee-7bd7-40db-95c6-d801d1551633',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.560852] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.560936] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.560936] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.561306] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.561354] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.561473] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c297b896-2212-473c-b124-d5223cf48582 is going to be updated. [ 1158.596780] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.597143] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.597143] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.597304] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.597437] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.607077] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c297b896-2212-473c-b124-d5223cf48582 in Status: IN_PROGRESS for 2s [ 1158.699582] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.699805] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.699872] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.700132] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.700182] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.700292] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ed187ee-7bd7-40db-95c6-d801d1551633 is going to be updated. [ 1158.730510] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.730680] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.730753] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.730968] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.731131] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.741330] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ed187ee-7bd7-40db-95c6-d801d1551633 in Status: IN_PROGRESS for 2s [ 1159.677995] env[66341]: INFO networking_nsxv3.common.synchronization [req-ead2c124-2508-4c3c-bab3-5fe7bd1af0df req-a4e0ebd1-edf5-4749-8a3c-49705d066f31 tempest-DeleteServersTestJSON-147244224 tempest-DeleteServersTestJSON-147244224-project-member] Enqueued Resource ID: 8974f603-df0a-4774-8626-2d5da9c9c7e8 with Priority: HIGHEST for action security_group_members [ 1159.678732] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8974f603-df0a-4774-8626-2d5da9c9c7e8 with Priority: HIGHEST for action security_group_members [ 1159.679381] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-8974f603-df0a-4774-8626-2d5da9c9c7e8 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.679381] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8974f603-df0a-4774-8626-2d5da9c9c7e8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.679381] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8974f603-df0a-4774-8626-2d5da9c9c7e8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.679759] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8974f603-df0a-4774-8626-2d5da9c9c7e8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.679759] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.679856] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.680257] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.680257] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.680257] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.680257] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8974f603-df0a-4774-8626-2d5da9c9c7e8',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.746786] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ea41ce2-2c0a-4fc7-8b64-24edc2940540 in Status: SUCCESS [ 1159.747038] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ea41ce2-2c0a-4fc7-8b64-24edc2940540" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.747548] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ea41ce2-2c0a-4fc7-8b64-24edc2940540" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.747759] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ea41ce2-2c0a-4fc7-8b64-24edc2940540" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.747952] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.748083] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.748146] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.748298] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.748377] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.748460] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ea41ce2-2c0a-4fc7-8b64-24edc2940540" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.748550] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2ea41ce2-2c0a-4fc7-8b64-24edc2940540',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.185044] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.185044] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.185044] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.185044] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.185044] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.185044] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.185044] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.185044] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.185044] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.185044] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.185044] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8974f603-df0a-4774-8626-2d5da9c9c7e8 is going to be updated. [ 1160.215299] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.215495] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.215541] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.215738] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.215882] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.225573] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8974f603-df0a-4774-8626-2d5da9c9c7e8 in Status: IN_PROGRESS for 2s [ 1160.254613] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ea41ce2-2c0a-4fc7-8b64-24edc2940540 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.254790] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ea41ce2-2c0a-4fc7-8b64-24edc2940540" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.254853] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ea41ce2-2c0a-4fc7-8b64-24edc2940540" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.255085] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ea41ce2-2c0a-4fc7-8b64-24edc2940540" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.255264] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.255370] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.255438] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.255692] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.255692] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.255837] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ea41ce2-2c0a-4fc7-8b64-24edc2940540" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.255959] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ea41ce2-2c0a-4fc7-8b64-24edc2940540 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.256165] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ea41ce2-2c0a-4fc7-8b64-24edc2940540" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.256226] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ea41ce2-2c0a-4fc7-8b64-24edc2940540" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.256467] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ea41ce2-2c0a-4fc7-8b64-24edc2940540" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.256619] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.256897] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.256897] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.257044] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.257044] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.257145] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ea41ce2-2c0a-4fc7-8b64-24edc2940540" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.257216] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2ea41ce2-2c0a-4fc7-8b64-24edc2940540',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.619510] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c297b896-2212-473c-b124-d5223cf48582 in Status: SUCCESS [ 1160.619821] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c297b896-2212-473c-b124-d5223cf48582" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.754391] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ed187ee-7bd7-40db-95c6-d801d1551633 in Status: SUCCESS [ 1160.754740] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ed187ee-7bd7-40db-95c6-d801d1551633" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.754842] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ed187ee-7bd7-40db-95c6-d801d1551633" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.755110] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ed187ee-7bd7-40db-95c6-d801d1551633" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.755295] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.755444] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.755533] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.755711] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.755805] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.755914] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ed187ee-7bd7-40db-95c6-d801d1551633" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.756053] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2ed187ee-7bd7-40db-95c6-d801d1551633',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.760879] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2ea41ce2-2c0a-4fc7-8b64-24edc2940540: rpc.has_security_group_logging(os_id): False [ 1160.781748] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.782516] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.782516] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.782516] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.782516] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.782697] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.782697] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.782782] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.782995] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.783122] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.783370] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.783496] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.783572] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.783766] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.783851] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.784111] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.784232] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.784297] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.784433] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.784517] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.784620] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2ea41ce2-2c0a-4fc7-8b64-24edc2940540 is going to be updated. [ 1160.857043] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.857043] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.857043] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.857286] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.857286] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.873324] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2ea41ce2-2c0a-4fc7-8b64-24edc2940540 in Status: IN_PROGRESS for 2s [ 1161.258619] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ed187ee-7bd7-40db-95c6-d801d1551633 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.258619] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ed187ee-7bd7-40db-95c6-d801d1551633" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.258834] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ed187ee-7bd7-40db-95c6-d801d1551633" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.258947] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ed187ee-7bd7-40db-95c6-d801d1551633" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.259141] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.259254] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.259318] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.259506] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.259609] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.259706] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ed187ee-7bd7-40db-95c6-d801d1551633" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.259867] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ed187ee-7bd7-40db-95c6-d801d1551633 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.259961] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ed187ee-7bd7-40db-95c6-d801d1551633" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.260053] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ed187ee-7bd7-40db-95c6-d801d1551633" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.260210] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ed187ee-7bd7-40db-95c6-d801d1551633" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.260375] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.260484] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.260547] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.260697] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.260821] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.260924] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ed187ee-7bd7-40db-95c6-d801d1551633" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.261039] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2ed187ee-7bd7-40db-95c6-d801d1551633',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.763755] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2ed187ee-7bd7-40db-95c6-d801d1551633: rpc.has_security_group_logging(os_id): False [ 1161.787198] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.787381] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.787457] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.787672] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.787822] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.788132] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.788230] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.788341] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.788524] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.788651] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.788892] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.789253] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.789253] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.789312] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.789410] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.789653] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.789789] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.789868] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.790036] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.790113] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.790197] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2ed187ee-7bd7-40db-95c6-d801d1551633 is going to be updated. [ 1161.907763] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.907763] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.907763] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.907763] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.907763] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.930412] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2ed187ee-7bd7-40db-95c6-d801d1551633 in Status: IN_PROGRESS for 2s [ 1162.236924] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8974f603-df0a-4774-8626-2d5da9c9c7e8 in Status: IN_PROGRESS for 4s [ 1162.889343] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2ea41ce2-2c0a-4fc7-8b64-24edc2940540 in Status: SUCCESS [ 1162.889722] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2ea41ce2-2c0a-4fc7-8b64-24edc2940540" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.945581] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2ed187ee-7bd7-40db-95c6-d801d1551633 in Status: SUCCESS [ 1163.945581] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2ed187ee-7bd7-40db-95c6-d801d1551633" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.250923] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8974f603-df0a-4774-8626-2d5da9c9c7e8 in Status: SUCCESS [ 1164.251185] env[66341]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8974f603-df0a-4774-8626-2d5da9c9c7e8 deletion is rescheduled due to dependency. [ 1164.251346] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8974f603-df0a-4774-8626-2d5da9c9c7e8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.682375] env[66341]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1164.682375] env[66341]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1165.513040] env[66341]: INFO networking_nsxv3.common.synchronization [req-a20fa0fc-f210-44c9-9ca0-7ab0ec65b13e req-926b79bf-81d8-45e4-9847-43bc30278a1f tempest-AttachInterfacesTestJSON-748429391 tempest-AttachInterfacesTestJSON-748429391-project-member] Enqueued Resource ID: c297b896-2212-473c-b124-d5223cf48582 with Priority: HIGHEST for action security_group_members [ 1165.513347] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c297b896-2212-473c-b124-d5223cf48582 with Priority: HIGHEST for action security_group_members [ 1165.513665] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-c297b896-2212-473c-b124-d5223cf48582 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.513786] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c297b896-2212-473c-b124-d5223cf48582" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.513852] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c297b896-2212-473c-b124-d5223cf48582" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.514096] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c297b896-2212-473c-b124-d5223cf48582" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.514288] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.514396] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.514472] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.515062] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.515062] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.515062] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c297b896-2212-473c-b124-d5223cf48582',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.017210] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.017435] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.017508] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.017726] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.017914] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.018027] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.018130] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.018193] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.018391] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.018485] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.018664] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c297b896-2212-473c-b124-d5223cf48582 is going to be updated. [ 1166.047512] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.047512] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.047512] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.047728] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.047728] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.056743] env[66341]: INFO networking_nsxv3.common.synchronization [req-31b37d6a-1655-4f8c-b2d3-2fc7ea3447fa req-3219a4d3-f6ff-40d7-81d4-33bf47ab9624 tempest-ServerActionsTestOtherA-1115878785 tempest-ServerActionsTestOtherA-1115878785-project-member] Enqueued Resource ID: 2ed187ee-7bd7-40db-95c6-d801d1551633 with Priority: HIGHEST for action security_group_members [ 1166.057707] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c297b896-2212-473c-b124-d5223cf48582 in Status: IN_PROGRESS for 2s [ 1166.058208] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ed187ee-7bd7-40db-95c6-d801d1551633 with Priority: HIGHEST for action security_group_members [ 1166.059576] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ed187ee-7bd7-40db-95c6-d801d1551633 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.059576] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ed187ee-7bd7-40db-95c6-d801d1551633" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.059576] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ed187ee-7bd7-40db-95c6-d801d1551633" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.059576] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ed187ee-7bd7-40db-95c6-d801d1551633" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.059576] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.059576] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.059576] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.059576] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.059576] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.059576] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2ed187ee-7bd7-40db-95c6-d801d1551633',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.105919] env[66341]: INFO networking_nsxv3.common.synchronization [req-31b37d6a-1655-4f8c-b2d3-2fc7ea3447fa req-3219a4d3-f6ff-40d7-81d4-33bf47ab9624 tempest-ServerActionsTestOtherA-1115878785 tempest-ServerActionsTestOtherA-1115878785-project-member] Enqueued Resource ID: 16ea5255-3afc-44a5-9f93-896b1ecbe2de with Priority: HIGHEST for action port [ 1166.106456] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16ea5255-3afc-44a5-9f93-896b1ecbe2de with Priority: HIGHEST for action port [ 1166.106764] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-16ea5255-3afc-44a5-9f93-896b1ecbe2de taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.106890] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-16ea5255-3afc-44a5-9f93-896b1ecbe2de" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.106960] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-16ea5255-3afc-44a5-9f93-896b1ecbe2de" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.107181] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-16ea5255-3afc-44a5-9f93-896b1ecbe2de" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.107264] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('16ea5255-3afc-44a5-9f93-896b1ecbe2de',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.555027] env[66341]: INFO networking_nsxv3.common.synchronization [req-5b4b0b6c-c72b-4972-af6f-0a54305e9bbd req-0ab5c0eb-0bd8-4b37-ad13-92fb57a47b12 tempest-DeleteServersTestJSON-147244224 tempest-DeleteServersTestJSON-147244224-project-member] Enqueued Resource ID: 8974f603-df0a-4774-8626-2d5da9c9c7e8 with Priority: HIGHEST for action security_group_members [ 1166.555027] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8974f603-df0a-4774-8626-2d5da9c9c7e8 with Priority: HIGHEST for action security_group_members [ 1166.555027] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-8974f603-df0a-4774-8626-2d5da9c9c7e8 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.555027] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8974f603-df0a-4774-8626-2d5da9c9c7e8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.555027] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8974f603-df0a-4774-8626-2d5da9c9c7e8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.555027] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8974f603-df0a-4774-8626-2d5da9c9c7e8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.555027] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.555027] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.555027] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.555027] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.555027] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.555027] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8974f603-df0a-4774-8626-2d5da9c9c7e8',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.561701] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.562196] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.562196] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.562196] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.562384] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.562838] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.562960] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.563717] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.563717] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.563717] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.563717] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ed187ee-7bd7-40db-95c6-d801d1551633 is going to be updated. [ 1166.603217] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.603477] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.603477] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.603660] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.603787] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.610522] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 16ea5255-3afc-44a5-9f93-896b1ecbe2de with status ACTIVE [ 1166.610749] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.610887] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.610941] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.611182] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.611274] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.611453] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.611639] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.611639] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.611752] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.611827] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.612011] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.612112] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.612176] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.612315] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.612388] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.612473] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 16ea5255-3afc-44a5-9f93-896b1ecbe2de is going to be updated. [ 1166.614522] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ed187ee-7bd7-40db-95c6-d801d1551633 in Status: IN_PROGRESS for 2s [ 1166.637320] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.637460] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.637675] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.637786] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.637904] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.638059] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-16ea5255-3afc-44a5-9f93-896b1ecbe2de" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.996656] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock network-405 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.996908] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "network-405" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.997060] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "network-405" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.997384] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "network-405" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.997667] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.997840] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.997960] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.998221] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.998376] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.998588] env[66341]: DEBUG dogpile.cache.region [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1166.998724] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] NeedRegenerationException {{(pid=66341) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1166.998842] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] no value, waiting for create lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1166.998954] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] value creation lock acquired {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1166.999119] env[66341]: DEBUG dogpile.cache.region [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1166.999229] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Calling creation function for not-yet-present value {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1166.999369] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1167.038671] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1167.038873] env[66341]: DEBUG dogpile.cache.region [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Cache value generated in 0.039 seconds for key(s): 'zone-id' {{(pid=66341) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1167.038983] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Released creation lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1167.039198] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "network-405" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.039530] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock port-4b385038-0eff-44d6-acc3-0bbc27c99d6a taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.039708] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "port-4b385038-0eff-44d6-acc3-0bbc27c99d6a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.039830] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "port-4b385038-0eff-44d6-acc3-0bbc27c99d6a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.040199] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "port-4b385038-0eff-44d6-acc3-0bbc27c99d6a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.040347] env[66341]: DEBUG networking_nsxv3.api.rpc [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4b385038-0eff-44d6-acc3-0bbc27c99d6a',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.059096] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.059096] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.059096] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.059096] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.059096] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.059096] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.059096] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.059096] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.059096] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.059096] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.059096] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8974f603-df0a-4774-8626-2d5da9c9c7e8 is going to be updated. [ 1167.087739] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.087739] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.087739] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.087739] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.087739] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.097863] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8974f603-df0a-4774-8626-2d5da9c9c7e8 in Status: IN_PROGRESS for 2s [ 1167.543471] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.543800] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.543952] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.544357] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.544566] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.544773] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Segment Port 4b385038-0eff-44d6-acc3-0bbc27c99d6a not found, creating... [ 1167.545147] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.545457] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.545514] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.545805] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.545992] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.546508] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.546723] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.546897] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.547167] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.547359] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.547621] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Resource: SegmentPort with ID: 4b385038-0eff-44d6-acc3-0bbc27c99d6a is going to be created. [ 1167.570402] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.570823] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.570823] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.571101] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.571341] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.571570] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "port-4b385038-0eff-44d6-acc3-0bbc27c99d6a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.068347] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c297b896-2212-473c-b124-d5223cf48582 in Status: SUCCESS [ 1168.068513] env[66341]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c297b896-2212-473c-b124-d5223cf48582 deletion is rescheduled due to dependency. [ 1168.068634] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c297b896-2212-473c-b124-d5223cf48582" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.278892] env[66341]: INFO networking_nsxv3.common.synchronization [req-5b4b0b6c-c72b-4972-af6f-0a54305e9bbd req-857c8791-c676-48b5-a31c-cdf3f627702b service nova] Enqueued Resource ID: 8974f603-df0a-4774-8626-2d5da9c9c7e8 with Priority: HIGHEST for action security_group_rules [ 1168.279088] env[66341]: INFO networking_nsxv3.common.synchronization [req-5b4b0b6c-c72b-4972-af6f-0a54305e9bbd req-857c8791-c676-48b5-a31c-cdf3f627702b service nova] Enqueued Resource ID: 8974f603-df0a-4774-8626-2d5da9c9c7e8 with Priority: HIGHEST for action security_group_members [ 1168.279171] env[66341]: INFO networking_nsxv3.common.synchronization [req-5b4b0b6c-c72b-4972-af6f-0a54305e9bbd req-857c8791-c676-48b5-a31c-cdf3f627702b service nova] Enqueued Resource ID: 4b385038-0eff-44d6-acc3-0bbc27c99d6a with Priority: HIGHEST for action port [ 1168.280291] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8974f603-df0a-4774-8626-2d5da9c9c7e8 with Priority: HIGHEST for action security_group_rules [ 1168.280291] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8974f603-df0a-4774-8626-2d5da9c9c7e8 with Priority: HIGHEST for action security_group_members [ 1168.280291] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b385038-0eff-44d6-acc3-0bbc27c99d6a with Priority: HIGHEST for action port [ 1168.280291] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8974f603-df0a-4774-8626-2d5da9c9c7e8 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.280665] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8974f603-df0a-4774-8626-2d5da9c9c7e8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.280665] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8974f603-df0a-4774-8626-2d5da9c9c7e8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.280665] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8974f603-df0a-4774-8626-2d5da9c9c7e8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.280791] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8974f603-df0a-4774-8626-2d5da9c9c7e8',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.281740] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-8974f603-df0a-4774-8626-2d5da9c9c7e8 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.281890] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8974f603-df0a-4774-8626-2d5da9c9c7e8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.282840] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-4b385038-0eff-44d6-acc3-0bbc27c99d6a taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.282840] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4b385038-0eff-44d6-acc3-0bbc27c99d6a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.282840] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4b385038-0eff-44d6-acc3-0bbc27c99d6a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.282840] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4b385038-0eff-44d6-acc3-0bbc27c99d6a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.282840] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4b385038-0eff-44d6-acc3-0bbc27c99d6a',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.628623] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ed187ee-7bd7-40db-95c6-d801d1551633 in Status: SUCCESS [ 1168.628623] env[66341]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ed187ee-7bd7-40db-95c6-d801d1551633 deletion is rescheduled due to dependency. [ 1168.628623] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ed187ee-7bd7-40db-95c6-d801d1551633" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.785195] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-8974f603-df0a-4774-8626-2d5da9c9c7e8 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.785346] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8974f603-df0a-4774-8626-2d5da9c9c7e8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.785545] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4b385038-0eff-44d6-acc3-0bbc27c99d6a with status ACTIVE [ 1168.785715] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.785826] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.785894] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.786168] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.786262] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.786436] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.786571] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.786629] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.786746] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.786817] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.786997] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.787134] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.787171] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.787302] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.787377] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.787461] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4b385038-0eff-44d6-acc3-0bbc27c99d6a is going to be updated. [ 1168.813776] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.813776] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.813776] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.814080] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.814080] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.816059] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4b385038-0eff-44d6-acc3-0bbc27c99d6a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.109853] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8974f603-df0a-4774-8626-2d5da9c9c7e8 in Status: SUCCESS [ 1169.110123] env[66341]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8974f603-df0a-4774-8626-2d5da9c9c7e8 deletion is rescheduled due to dependency. [ 1169.110254] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8974f603-df0a-4774-8626-2d5da9c9c7e8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.110436] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8974f603-df0a-4774-8626-2d5da9c9c7e8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.110702] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8974f603-df0a-4774-8626-2d5da9c9c7e8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.110899] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.111070] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.111140] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.111352] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.111474] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.111611] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8974f603-df0a-4774-8626-2d5da9c9c7e8',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.614962] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8974f603-df0a-4774-8626-2d5da9c9c7e8',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.119041] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8974f603-df0a-4774-8626-2d5da9c9c7e8',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.560118] env[66341]: INFO networking_nsxv3.common.synchronization [req-bb80a728-1b78-46ae-b96c-56d2c0f2dc60 req-642b60c2-1f00-4b5f-be5d-856cdf1d6738 tempest-AttachVolumeNegativeTest-1448458397 tempest-AttachVolumeNegativeTest-1448458397-project-member] Enqueued Resource ID: 176ffb11-6246-4690-ac9f-fd4744dca828 with Priority: HIGHEST for action security_group_members [ 1170.560794] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 176ffb11-6246-4690-ac9f-fd4744dca828 with Priority: HIGHEST for action security_group_members [ 1170.561248] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-176ffb11-6246-4690-ac9f-fd4744dca828 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.561367] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-176ffb11-6246-4690-ac9f-fd4744dca828" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.561367] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-176ffb11-6246-4690-ac9f-fd4744dca828" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.562104] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-176ffb11-6246-4690-ac9f-fd4744dca828" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.562104] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.562104] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.562104] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.562391] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.565661] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.565661] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('176ffb11-6246-4690-ac9f-fd4744dca828',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.622354] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.622590] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.622590] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.622810] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.622889] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.622991] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8974f603-df0a-4774-8626-2d5da9c9c7e8 is going to be updated. [ 1170.670472] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.670715] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.670715] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.670847] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.670993] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.680584] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8974f603-df0a-4774-8626-2d5da9c9c7e8 in Status: IN_PROGRESS for 2s [ 1171.064706] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.064892] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.065024] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.065245] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.065569] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.065569] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.065762] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.065762] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.065905] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.065993] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.066335] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 176ffb11-6246-4690-ac9f-fd4744dca828 is going to be updated. [ 1171.103257] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.103527] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.103527] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.103856] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.103856] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.119350] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 176ffb11-6246-4690-ac9f-fd4744dca828 in Status: IN_PROGRESS for 2s [ 1171.136272] env[66341]: INFO networking_nsxv3.common.synchronization [req-4c894e8c-21b1-4c0c-8d26-9581b6eb32de req-5a141874-e0d6-4da0-a4b1-b884de18f249 tempest-FloatingIPsAssociationTestJSON-618470959 tempest-FloatingIPsAssociationTestJSON-618470959-project-member] Enqueued Resource ID: 2ea41ce2-2c0a-4fc7-8b64-24edc2940540 with Priority: HIGHEST for action security_group_members [ 1171.136272] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ea41ce2-2c0a-4fc7-8b64-24edc2940540 with Priority: HIGHEST for action security_group_members [ 1171.136845] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ea41ce2-2c0a-4fc7-8b64-24edc2940540 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.137262] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ea41ce2-2c0a-4fc7-8b64-24edc2940540" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.137474] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ea41ce2-2c0a-4fc7-8b64-24edc2940540" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.138173] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ea41ce2-2c0a-4fc7-8b64-24edc2940540" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.138497] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.138762] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.139204] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.139516] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.139832] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.141146] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2ea41ce2-2c0a-4fc7-8b64-24edc2940540',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.420241] env[66341]: INFO networking_nsxv3.common.synchronization [req-cec0f963-25bd-4561-a6d9-0d9ffab04a07 req-2272c943-97ab-4484-8d7e-42d422ee5e05 tempest-ServerDiskConfigTestJSON-523208532 tempest-ServerDiskConfigTestJSON-523208532-project-member] Enqueued Resource ID: b7f60bac-f9d3-4f79-8d31-ce493c6ee41d with Priority: HIGHEST for action security_group_members [ 1171.420816] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7f60bac-f9d3-4f79-8d31-ce493c6ee41d with Priority: HIGHEST for action security_group_members [ 1171.421470] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7f60bac-f9d3-4f79-8d31-ce493c6ee41d taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.421616] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7f60bac-f9d3-4f79-8d31-ce493c6ee41d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.422158] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7f60bac-f9d3-4f79-8d31-ce493c6ee41d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.422158] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7f60bac-f9d3-4f79-8d31-ce493c6ee41d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.422158] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.422317] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.422317] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.422454] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.424145] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.424269] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b7f60bac-f9d3-4f79-8d31-ce493c6ee41d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.643204] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2ea41ce2-2c0a-4fc7-8b64-24edc2940540',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.703286] env[66341]: INFO networking_nsxv3.common.synchronization [None req-25416a72-2aea-4df1-8c5e-160ad2d02b3e tempest-AttachInterfacesTestJSON-748429391 tempest-AttachInterfacesTestJSON-748429391-project-member] Enqueued Resource ID: 3b39a8b0-a78c-4d52-91b6-8862536bfaa9 with Priority: HIGHEST for action security_group_members [ 1171.703873] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b39a8b0-a78c-4d52-91b6-8862536bfaa9 with Priority: HIGHEST for action security_group_members [ 1171.705072] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b39a8b0-a78c-4d52-91b6-8862536bfaa9 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.705205] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b39a8b0-a78c-4d52-91b6-8862536bfaa9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.705283] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b39a8b0-a78c-4d52-91b6-8862536bfaa9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.706293] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b39a8b0-a78c-4d52-91b6-8862536bfaa9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.706485] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.706603] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.706673] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.706919] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.706971] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.707080] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3b39a8b0-a78c-4d52-91b6-8862536bfaa9',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.928259] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.930049] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.930049] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.930385] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.930504] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.930776] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.934650] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.934750] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.934963] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.935069] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.935178] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7f60bac-f9d3-4f79-8d31-ce493c6ee41d is going to be updated. [ 1171.982379] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.982756] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.983773] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.984110] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.984471] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.995963] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7f60bac-f9d3-4f79-8d31-ce493c6ee41d in Status: IN_PROGRESS for 2s [ 1172.147864] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2ea41ce2-2c0a-4fc7-8b64-24edc2940540',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.210579] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.210579] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.210845] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.210845] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.211061] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.211347] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.211347] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.211347] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.211521] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.211562] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.211643] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3b39a8b0-a78c-4d52-91b6-8862536bfaa9 is going to be updated. [ 1172.242279] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.242550] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.242550] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.242926] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.243097] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.255698] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b39a8b0-a78c-4d52-91b6-8862536bfaa9 in Status: IN_PROGRESS for 2s [ 1172.652434] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.653062] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.653062] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.653214] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.653331] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.653543] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ea41ce2-2c0a-4fc7-8b64-24edc2940540 is going to be updated. [ 1172.683201] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.683341] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.683429] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.683782] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.684038] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.693645] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ea41ce2-2c0a-4fc7-8b64-24edc2940540 in Status: IN_PROGRESS for 2s [ 1172.694357] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8974f603-df0a-4774-8626-2d5da9c9c7e8 in Status: SUCCESS [ 1172.694552] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8974f603-df0a-4774-8626-2d5da9c9c7e8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.694712] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8974f603-df0a-4774-8626-2d5da9c9c7e8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.694918] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8974f603-df0a-4774-8626-2d5da9c9c7e8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.695121] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.695236] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.695308] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.695460] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.695590] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.695649] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8974f603-df0a-4774-8626-2d5da9c9c7e8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.695705] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8974f603-df0a-4774-8626-2d5da9c9c7e8',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.128844] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 176ffb11-6246-4690-ac9f-fd4744dca828 in Status: SUCCESS [ 1173.129051] env[66341]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 176ffb11-6246-4690-ac9f-fd4744dca828 deletion is rescheduled due to dependency. [ 1173.129528] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-176ffb11-6246-4690-ac9f-fd4744dca828" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.198356] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-8974f603-df0a-4774-8626-2d5da9c9c7e8 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.198735] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8974f603-df0a-4774-8626-2d5da9c9c7e8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.198735] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8974f603-df0a-4774-8626-2d5da9c9c7e8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.198815] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8974f603-df0a-4774-8626-2d5da9c9c7e8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.198947] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.199058] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.199127] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.199275] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.199362] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.199449] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8974f603-df0a-4774-8626-2d5da9c9c7e8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.199595] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-8974f603-df0a-4774-8626-2d5da9c9c7e8 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.199686] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8974f603-df0a-4774-8626-2d5da9c9c7e8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.199746] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8974f603-df0a-4774-8626-2d5da9c9c7e8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.199919] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8974f603-df0a-4774-8626-2d5da9c9c7e8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.200081] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.200177] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.200278] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.200369] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.200442] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.200522] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8974f603-df0a-4774-8626-2d5da9c9c7e8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.200609] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8974f603-df0a-4774-8626-2d5da9c9c7e8',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.703258] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8974f603-df0a-4774-8626-2d5da9c9c7e8: rpc.has_security_group_logging(os_id): False [ 1173.728390] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.728583] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.728583] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.728881] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.729033] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.729348] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.729500] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.729606] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.729880] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.729952] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.730415] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.730634] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.730817] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.730983] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.735019] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.735019] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.735019] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.735019] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.735019] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.735019] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.735019] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8974f603-df0a-4774-8626-2d5da9c9c7e8 is going to be updated. [ 1173.813293] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.813520] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.813643] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.813926] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.814157] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.832207] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8974f603-df0a-4774-8626-2d5da9c9c7e8 in Status: IN_PROGRESS for 2s [ 1174.006341] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7f60bac-f9d3-4f79-8d31-ce493c6ee41d in Status: SUCCESS [ 1174.006525] env[66341]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7f60bac-f9d3-4f79-8d31-ce493c6ee41d deletion is rescheduled due to dependency. [ 1174.006643] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7f60bac-f9d3-4f79-8d31-ce493c6ee41d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.266232] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b39a8b0-a78c-4d52-91b6-8862536bfaa9 in Status: SUCCESS [ 1174.266643] env[66341]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3b39a8b0-a78c-4d52-91b6-8862536bfaa9 deletion is rescheduled due to dependency. [ 1174.266643] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b39a8b0-a78c-4d52-91b6-8862536bfaa9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.710932] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ea41ce2-2c0a-4fc7-8b64-24edc2940540 in Status: SUCCESS [ 1174.710932] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ea41ce2-2c0a-4fc7-8b64-24edc2940540" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.583374] env[66341]: INFO networking_nsxv3.common.synchronization [req-76aabe54-bda7-4ead-aea4-baa499d79868 req-47a43017-bb13-4a18-a804-8c1b653a95c4 tempest-ServerDiskConfigTestJSON-523208532 tempest-ServerDiskConfigTestJSON-523208532-project-member] Enqueued Resource ID: b7f60bac-f9d3-4f79-8d31-ce493c6ee41d with Priority: HIGHEST for action security_group_members [ 1175.583374] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7f60bac-f9d3-4f79-8d31-ce493c6ee41d with Priority: HIGHEST for action security_group_members [ 1175.583374] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7f60bac-f9d3-4f79-8d31-ce493c6ee41d taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.583374] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7f60bac-f9d3-4f79-8d31-ce493c6ee41d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.583374] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7f60bac-f9d3-4f79-8d31-ce493c6ee41d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.583374] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7f60bac-f9d3-4f79-8d31-ce493c6ee41d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.583374] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.583374] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.583374] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.585344] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.586280] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.586280] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b7f60bac-f9d3-4f79-8d31-ce493c6ee41d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.848948] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8974f603-df0a-4774-8626-2d5da9c9c7e8 in Status: SUCCESS [ 1175.849206] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8974f603-df0a-4774-8626-2d5da9c9c7e8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.925195] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock network-107 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.925387] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "network-107" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.925522] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "network-107" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.925793] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "network-107" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.926049] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.926243] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.926367] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.926587] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.926732] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.926944] env[66341]: DEBUG dogpile.cache.region [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1175.927076] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] NeedRegenerationException {{(pid=66341) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1175.927232] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] no value, waiting for create lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1175.927365] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] value creation lock acquired {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1175.927507] env[66341]: DEBUG dogpile.cache.region [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1175.927638] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Calling creation function for not-yet-present value {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1175.927779] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1175.948265] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1175.948449] env[66341]: DEBUG dogpile.cache.region [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66341) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1175.948523] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Released creation lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1175.948704] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "network-107" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.949034] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock port-b9457a60-1d3a-4b98-9eb4-7f8b5c3ef9b7 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.949222] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "port-b9457a60-1d3a-4b98-9eb4-7f8b5c3ef9b7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.949347] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "port-b9457a60-1d3a-4b98-9eb4-7f8b5c3ef9b7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.949692] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "port-b9457a60-1d3a-4b98-9eb4-7f8b5c3ef9b7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.949835] env[66341]: DEBUG networking_nsxv3.api.rpc [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b9457a60-1d3a-4b98-9eb4-7f8b5c3ef9b7',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.090032] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.090233] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.090233] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.090389] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.090481] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.090675] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.090771] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.090829] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.090975] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.091085] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.091143] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7f60bac-f9d3-4f79-8d31-ce493c6ee41d is going to be updated. [ 1176.118610] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.118748] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.118823] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.119039] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.119190] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.129017] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7f60bac-f9d3-4f79-8d31-ce493c6ee41d in Status: IN_PROGRESS for 2s [ 1176.452992] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.452992] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.452992] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.452992] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.452992] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.452992] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Segment Port b9457a60-1d3a-4b98-9eb4-7f8b5c3ef9b7 not found, creating... [ 1176.453381] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.453436] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.453531] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.453765] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.453906] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.454268] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.454434] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.454552] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.454764] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.454901] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.455058] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Resource: SegmentPort with ID: b9457a60-1d3a-4b98-9eb4-7f8b5c3ef9b7 is going to be created. [ 1176.476029] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.476392] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.476517] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.476845] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.477101] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.477363] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "port-b9457a60-1d3a-4b98-9eb4-7f8b5c3ef9b7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.212884] env[66341]: INFO networking_nsxv3.common.synchronization [req-76aabe54-bda7-4ead-aea4-baa499d79868 req-9065ccfa-50bb-4982-911e-16e6d312d134 service nova] Enqueued Resource ID: b7f60bac-f9d3-4f79-8d31-ce493c6ee41d with Priority: HIGHEST for action security_group_rules [ 1177.213695] env[66341]: INFO networking_nsxv3.common.synchronization [req-76aabe54-bda7-4ead-aea4-baa499d79868 req-9065ccfa-50bb-4982-911e-16e6d312d134 service nova] Enqueued Resource ID: b7f60bac-f9d3-4f79-8d31-ce493c6ee41d with Priority: HIGHEST for action security_group_members [ 1177.213695] env[66341]: INFO networking_nsxv3.common.synchronization [req-76aabe54-bda7-4ead-aea4-baa499d79868 req-9065ccfa-50bb-4982-911e-16e6d312d134 service nova] Enqueued Resource ID: b9457a60-1d3a-4b98-9eb4-7f8b5c3ef9b7 with Priority: HIGHEST for action port [ 1177.213897] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7f60bac-f9d3-4f79-8d31-ce493c6ee41d with Priority: HIGHEST for action security_group_rules [ 1177.213897] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7f60bac-f9d3-4f79-8d31-ce493c6ee41d with Priority: HIGHEST for action security_group_members [ 1177.214412] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9457a60-1d3a-4b98-9eb4-7f8b5c3ef9b7 with Priority: HIGHEST for action port [ 1177.215654] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b7f60bac-f9d3-4f79-8d31-ce493c6ee41d taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.215879] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b7f60bac-f9d3-4f79-8d31-ce493c6ee41d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.215879] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b7f60bac-f9d3-4f79-8d31-ce493c6ee41d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.216306] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b7f60bac-f9d3-4f79-8d31-ce493c6ee41d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.216306] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b7f60bac-f9d3-4f79-8d31-ce493c6ee41d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.217490] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7f60bac-f9d3-4f79-8d31-ce493c6ee41d taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.217592] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7f60bac-f9d3-4f79-8d31-ce493c6ee41d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.217795] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-b9457a60-1d3a-4b98-9eb4-7f8b5c3ef9b7 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.217892] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b9457a60-1d3a-4b98-9eb4-7f8b5c3ef9b7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.218035] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b9457a60-1d3a-4b98-9eb4-7f8b5c3ef9b7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.218233] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b9457a60-1d3a-4b98-9eb4-7f8b5c3ef9b7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.218555] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b9457a60-1d3a-4b98-9eb4-7f8b5c3ef9b7',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.721737] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7f60bac-f9d3-4f79-8d31-ce493c6ee41d taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.721899] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7f60bac-f9d3-4f79-8d31-ce493c6ee41d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.722091] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b9457a60-1d3a-4b98-9eb4-7f8b5c3ef9b7 with status ACTIVE [ 1177.722263] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.722411] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.722466] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.722697] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.722751] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.722898] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.723102] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.723157] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.723287] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.723402] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.723680] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.723789] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.723895] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.724912] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.725111] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.725269] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b9457a60-1d3a-4b98-9eb4-7f8b5c3ef9b7 is going to be updated. [ 1177.749632] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.749789] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.749870] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.750217] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.750744] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.750744] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b9457a60-1d3a-4b98-9eb4-7f8b5c3ef9b7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.754838] env[66341]: INFO networking_nsxv3.common.synchronization [None req-9432f7a1-675f-4548-a872-71de727f0c82 tempest-AttachVolumeNegativeTest-1448458397 tempest-AttachVolumeNegativeTest-1448458397-project-member] Enqueued Resource ID: 8e425ed3-790e-4507-9074-7831404ddd85 with Priority: HIGHEST for action security_group_rules [ 1177.755409] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e425ed3-790e-4507-9074-7831404ddd85 with Priority: HIGHEST for action security_group_rules [ 1177.755731] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8e425ed3-790e-4507-9074-7831404ddd85 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.755852] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8e425ed3-790e-4507-9074-7831404ddd85" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.755921] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8e425ed3-790e-4507-9074-7831404ddd85" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.756223] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8e425ed3-790e-4507-9074-7831404ddd85" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.756317] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8e425ed3-790e-4507-9074-7831404ddd85',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.854031] env[66341]: INFO networking_nsxv3.common.synchronization [None req-73753200-aa20-4449-a3d9-877c1cba91f8 tempest-AttachVolumeNegativeTest-1448458397 tempest-AttachVolumeNegativeTest-1448458397-project-member] Enqueued Resource ID: 8e425ed3-790e-4507-9074-7831404ddd85 with Priority: HIGHEST for action security_group_rules [ 1177.854442] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e425ed3-790e-4507-9074-7831404ddd85 with Priority: HIGHEST for action security_group_rules [ 1177.854674] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8e425ed3-790e-4507-9074-7831404ddd85 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.854783] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8e425ed3-790e-4507-9074-7831404ddd85" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.141539] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7f60bac-f9d3-4f79-8d31-ce493c6ee41d in Status: SUCCESS [ 1178.141754] env[66341]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7f60bac-f9d3-4f79-8d31-ce493c6ee41d deletion is rescheduled due to dependency. [ 1178.141870] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7f60bac-f9d3-4f79-8d31-ce493c6ee41d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.142075] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7f60bac-f9d3-4f79-8d31-ce493c6ee41d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.142368] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7f60bac-f9d3-4f79-8d31-ce493c6ee41d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.142603] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.142774] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.142774] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.142939] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.143042] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.143145] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b7f60bac-f9d3-4f79-8d31-ce493c6ee41d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.280546] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.280546] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.280546] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.280546] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.280546] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.280546] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8e425ed3-790e-4507-9074-7831404ddd85 already deleted. [ 1178.280546] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8e425ed3-790e-4507-9074-7831404ddd85" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.280546] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8e425ed3-790e-4507-9074-7831404ddd85" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.280546] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8e425ed3-790e-4507-9074-7831404ddd85" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.280546] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8e425ed3-790e-4507-9074-7831404ddd85',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.645728] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b7f60bac-f9d3-4f79-8d31-ce493c6ee41d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.802678] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.802951] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.803049] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.803333] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.803441] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.803558] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8e425ed3-790e-4507-9074-7831404ddd85 already deleted. [ 1178.803653] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8e425ed3-790e-4507-9074-7831404ddd85" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.148026] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b7f60bac-f9d3-4f79-8d31-ce493c6ee41d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.650480] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.650809] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.650809] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.650930] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.651037] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.651143] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7f60bac-f9d3-4f79-8d31-ce493c6ee41d is going to be updated. [ 1179.702669] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.702890] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.702890] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.703142] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.703304] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.713764] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7f60bac-f9d3-4f79-8d31-ce493c6ee41d in Status: IN_PROGRESS for 2s [ 1181.730074] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7f60bac-f9d3-4f79-8d31-ce493c6ee41d in Status: SUCCESS [ 1181.730365] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7f60bac-f9d3-4f79-8d31-ce493c6ee41d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.730515] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7f60bac-f9d3-4f79-8d31-ce493c6ee41d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.730736] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7f60bac-f9d3-4f79-8d31-ce493c6ee41d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.730926] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.731058] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.731127] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.731281] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.731361] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.731445] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7f60bac-f9d3-4f79-8d31-ce493c6ee41d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.731539] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b7f60bac-f9d3-4f79-8d31-ce493c6ee41d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.018258] env[66341]: INFO networking_nsxv3.common.synchronization [req-685af030-30fd-4a33-8b49-1213961accc6 req-8edf4b63-ea8f-49a4-83d8-f3722dbd03b2 tempest-FloatingIPsAssociationTestJSON-618470959 tempest-FloatingIPsAssociationTestJSON-618470959-project-member] Enqueued Resource ID: 2ea41ce2-2c0a-4fc7-8b64-24edc2940540 with Priority: HIGHEST for action security_group_members [ 1182.018890] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ea41ce2-2c0a-4fc7-8b64-24edc2940540 with Priority: HIGHEST for action security_group_members [ 1182.019239] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ea41ce2-2c0a-4fc7-8b64-24edc2940540 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.019490] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ea41ce2-2c0a-4fc7-8b64-24edc2940540" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.019591] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ea41ce2-2c0a-4fc7-8b64-24edc2940540" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.019775] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ea41ce2-2c0a-4fc7-8b64-24edc2940540" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.019941] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.020302] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.020302] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.020302] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.020464] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.020464] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2ea41ce2-2c0a-4fc7-8b64-24edc2940540',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.235055] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7f60bac-f9d3-4f79-8d31-ce493c6ee41d taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.235233] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7f60bac-f9d3-4f79-8d31-ce493c6ee41d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.235282] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7f60bac-f9d3-4f79-8d31-ce493c6ee41d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.235602] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7f60bac-f9d3-4f79-8d31-ce493c6ee41d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.235827] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.235941] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.236060] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.236340] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.236455] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.236592] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7f60bac-f9d3-4f79-8d31-ce493c6ee41d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.236771] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7f60bac-f9d3-4f79-8d31-ce493c6ee41d taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.236873] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7f60bac-f9d3-4f79-8d31-ce493c6ee41d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.236938] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7f60bac-f9d3-4f79-8d31-ce493c6ee41d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.237136] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7f60bac-f9d3-4f79-8d31-ce493c6ee41d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.237308] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.237410] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.237471] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.237653] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.237744] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.237844] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7f60bac-f9d3-4f79-8d31-ce493c6ee41d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.237944] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b7f60bac-f9d3-4f79-8d31-ce493c6ee41d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.522902] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.523135] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.523184] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.523480] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.523642] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.523852] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.524028] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.524201] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.524386] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.524477] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.524576] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ea41ce2-2c0a-4fc7-8b64-24edc2940540 is going to be updated. [ 1182.554812] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.554985] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.555118] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.555265] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.555406] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.566750] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ea41ce2-2c0a-4fc7-8b64-24edc2940540 in Status: IN_PROGRESS for 2s [ 1182.741065] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b7f60bac-f9d3-4f79-8d31-ce493c6ee41d: rpc.has_security_group_logging(os_id): False [ 1182.759186] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.759397] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.759443] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.759637] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.759754] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.759956] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.760071] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.760146] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.760303] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.760395] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.760617] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.760735] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.760800] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.760952] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.761168] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.761244] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.761354] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.761414] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.761565] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.761653] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.761740] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b7f60bac-f9d3-4f79-8d31-ce493c6ee41d is going to be updated. [ 1182.828611] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.828778] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.828836] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.829051] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.829208] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.844522] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b7f60bac-f9d3-4f79-8d31-ce493c6ee41d in Status: IN_PROGRESS for 2s [ 1183.638550] env[66341]: INFO networking_nsxv3.common.synchronization [req-7a525e39-96aa-470a-81f0-3bca5b1a50ef req-0b92baeb-0ad5-4b27-b805-fc231e6826fa tempest-AttachVolumeNegativeTest-1448458397 tempest-AttachVolumeNegativeTest-1448458397-project-member] Enqueued Resource ID: 8e425ed3-790e-4507-9074-7831404ddd85 with Priority: HIGHEST for action security_group_members [ 1183.639100] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e425ed3-790e-4507-9074-7831404ddd85 with Priority: HIGHEST for action security_group_members [ 1183.639621] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e425ed3-790e-4507-9074-7831404ddd85 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.639621] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e425ed3-790e-4507-9074-7831404ddd85" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.639621] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e425ed3-790e-4507-9074-7831404ddd85" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.640826] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e425ed3-790e-4507-9074-7831404ddd85" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.640826] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.640826] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.640826] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.640826] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.640826] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.640826] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8e425ed3-790e-4507-9074-7831404ddd85',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.996016] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock network-3 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.996589] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "network-3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.997260] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "network-3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.997612] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "network-3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.997895] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.998089] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.998214] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.998449] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.998622] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.998845] env[66341]: DEBUG dogpile.cache.region [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1183.998960] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] NeedRegenerationException {{(pid=66341) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1183.999106] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] no value, waiting for create lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1183.999221] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] value creation lock acquired {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1183.999349] env[66341]: DEBUG dogpile.cache.region [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1183.999461] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Calling creation function for not-yet-present value {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1183.999594] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1184.023398] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1184.023531] env[66341]: DEBUG dogpile.cache.region [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66341) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1184.023649] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Released creation lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1184.023842] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "network-3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.024186] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock port-6151c513-1a89-40e2-80b3-e986ff8c8d98 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.024379] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "port-6151c513-1a89-40e2-80b3-e986ff8c8d98" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.024502] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "port-6151c513-1a89-40e2-80b3-e986ff8c8d98" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.024846] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "port-6151c513-1a89-40e2-80b3-e986ff8c8d98" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.024987] env[66341]: DEBUG networking_nsxv3.api.rpc [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6151c513-1a89-40e2-80b3-e986ff8c8d98',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.142654] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.142886] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.142929] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.143300] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.143411] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.143616] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.143718] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.143783] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.144792] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.144792] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.144792] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e425ed3-790e-4507-9074-7831404ddd85 already deleted. [ 1184.144792] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e425ed3-790e-4507-9074-7831404ddd85" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.278557] env[66341]: INFO networking_nsxv3.common.synchronization [req-14e8c622-d1c8-4c7c-a27a-5b758d712530 req-8b007ee8-43ea-43a6-81fc-92fd94fffdc6 tempest-DeleteServersTestJSON-147244224 tempest-DeleteServersTestJSON-147244224-project-member] Enqueued Resource ID: 8974f603-df0a-4774-8626-2d5da9c9c7e8 with Priority: HIGHEST for action security_group_members [ 1184.279648] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8974f603-df0a-4774-8626-2d5da9c9c7e8 with Priority: HIGHEST for action security_group_members [ 1184.279648] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-8974f603-df0a-4774-8626-2d5da9c9c7e8 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.279648] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8974f603-df0a-4774-8626-2d5da9c9c7e8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.279648] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8974f603-df0a-4774-8626-2d5da9c9c7e8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.279887] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8974f603-df0a-4774-8626-2d5da9c9c7e8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.279941] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.280106] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.280167] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.280300] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.280397] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.280493] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8974f603-df0a-4774-8626-2d5da9c9c7e8',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.527827] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.529434] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.529434] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.529434] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.529618] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.529730] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Segment Port 6151c513-1a89-40e2-80b3-e986ff8c8d98 not found, creating... [ 1184.530022] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.530193] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.530313] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.530548] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.530685] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.530974] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.531148] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.531268] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.531471] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.531604] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.531743] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Resource: SegmentPort with ID: 6151c513-1a89-40e2-80b3-e986ff8c8d98 is going to be created. [ 1184.553438] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.553663] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.553768] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.554070] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.554307] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.554536] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "port-6151c513-1a89-40e2-80b3-e986ff8c8d98" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.579063] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ea41ce2-2c0a-4fc7-8b64-24edc2940540 in Status: SUCCESS [ 1184.579257] env[66341]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ea41ce2-2c0a-4fc7-8b64-24edc2940540 deletion is rescheduled due to dependency. [ 1184.579380] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ea41ce2-2c0a-4fc7-8b64-24edc2940540" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.782518] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.782621] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.782659] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.782863] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.782971] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.783198] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.783299] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.783354] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.783474] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.783542] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.783642] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8974f603-df0a-4774-8626-2d5da9c9c7e8 is going to be updated. [ 1184.833369] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.833642] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.833642] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.833795] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.833949] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.843998] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8974f603-df0a-4774-8626-2d5da9c9c7e8 in Status: IN_PROGRESS for 2s [ 1184.860043] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b7f60bac-f9d3-4f79-8d31-ce493c6ee41d in Status: SUCCESS [ 1184.860282] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b7f60bac-f9d3-4f79-8d31-ce493c6ee41d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.270866] env[66341]: INFO networking_nsxv3.common.synchronization [req-7a525e39-96aa-470a-81f0-3bca5b1a50ef req-56f84b2b-caa7-4eef-babc-3a0363a1f44b service nova] Enqueued Resource ID: 8e425ed3-790e-4507-9074-7831404ddd85 with Priority: HIGHEST for action security_group_rules [ 1185.271204] env[66341]: INFO networking_nsxv3.common.synchronization [req-7a525e39-96aa-470a-81f0-3bca5b1a50ef req-56f84b2b-caa7-4eef-babc-3a0363a1f44b service nova] Enqueued Resource ID: 8e425ed3-790e-4507-9074-7831404ddd85 with Priority: HIGHEST for action security_group_members [ 1185.271388] env[66341]: INFO networking_nsxv3.common.synchronization [req-7a525e39-96aa-470a-81f0-3bca5b1a50ef req-56f84b2b-caa7-4eef-babc-3a0363a1f44b service nova] Enqueued Resource ID: 6151c513-1a89-40e2-80b3-e986ff8c8d98 with Priority: HIGHEST for action port [ 1185.272557] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e425ed3-790e-4507-9074-7831404ddd85 with Priority: HIGHEST for action security_group_rules [ 1185.272778] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e425ed3-790e-4507-9074-7831404ddd85 with Priority: HIGHEST for action security_group_members [ 1185.272926] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6151c513-1a89-40e2-80b3-e986ff8c8d98 with Priority: HIGHEST for action port [ 1185.274201] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8e425ed3-790e-4507-9074-7831404ddd85 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.274384] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8e425ed3-790e-4507-9074-7831404ddd85" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.274782] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8e425ed3-790e-4507-9074-7831404ddd85" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.275078] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8e425ed3-790e-4507-9074-7831404ddd85" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.275177] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8e425ed3-790e-4507-9074-7831404ddd85',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.276301] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e425ed3-790e-4507-9074-7831404ddd85 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.277340] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e425ed3-790e-4507-9074-7831404ddd85" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.277340] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e425ed3-790e-4507-9074-7831404ddd85" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.277340] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e425ed3-790e-4507-9074-7831404ddd85" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.277340] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.277340] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.277340] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.277620] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.277620] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.277738] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8e425ed3-790e-4507-9074-7831404ddd85',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.281586] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-6151c513-1a89-40e2-80b3-e986ff8c8d98 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.281586] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6151c513-1a89-40e2-80b3-e986ff8c8d98" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.281586] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6151c513-1a89-40e2-80b3-e986ff8c8d98" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.281586] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6151c513-1a89-40e2-80b3-e986ff8c8d98" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.281586] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6151c513-1a89-40e2-80b3-e986ff8c8d98',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.781055] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8e425ed3-790e-4507-9074-7831404ddd85',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.783183] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e425ed3-790e-4507-9074-7831404ddd85 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.783329] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e425ed3-790e-4507-9074-7831404ddd85" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.783723] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6151c513-1a89-40e2-80b3-e986ff8c8d98 with status ACTIVE [ 1185.783927] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.784182] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.784303] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.784599] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.784756] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.785031] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.785203] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.785288] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.785490] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.785598] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.785847] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.785954] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.786031] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.786217] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.786289] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.786383] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6151c513-1a89-40e2-80b3-e986ff8c8d98 is going to be updated. [ 1185.810497] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.811103] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.811103] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.811103] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.811103] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.811320] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6151c513-1a89-40e2-80b3-e986ff8c8d98" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.284792] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8e425ed3-790e-4507-9074-7831404ddd85',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.787627] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.787819] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.787930] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.788233] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.788464] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.788464] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e425ed3-790e-4507-9074-7831404ddd85 is going to be created. [ 1186.819839] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.820084] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.820173] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.820501] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.821235] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.831424] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e425ed3-790e-4507-9074-7831404ddd85 in Status: UNINITIALIZED for 2s [ 1186.854792] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8974f603-df0a-4774-8626-2d5da9c9c7e8 in Status: SUCCESS [ 1186.855214] env[66341]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8974f603-df0a-4774-8626-2d5da9c9c7e8 deletion is rescheduled due to dependency. [ 1186.855214] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8974f603-df0a-4774-8626-2d5da9c9c7e8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.502891] env[66341]: INFO networking_nsxv3.common.synchronization [req-266f4264-39d3-4829-aa0f-88ee902a7248 req-09ae16de-92fc-45de-abcb-364823be4536 tempest-ServerDiskConfigTestJSON-523208532 tempest-ServerDiskConfigTestJSON-523208532-project-member] Enqueued Resource ID: b7f60bac-f9d3-4f79-8d31-ce493c6ee41d with Priority: HIGHEST for action security_group_members [ 1188.503400] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7f60bac-f9d3-4f79-8d31-ce493c6ee41d with Priority: HIGHEST for action security_group_members [ 1188.503708] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7f60bac-f9d3-4f79-8d31-ce493c6ee41d taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.503832] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7f60bac-f9d3-4f79-8d31-ce493c6ee41d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.503891] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7f60bac-f9d3-4f79-8d31-ce493c6ee41d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.504103] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7f60bac-f9d3-4f79-8d31-ce493c6ee41d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.504253] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.504352] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.504414] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.504562] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.504650] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.504767] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b7f60bac-f9d3-4f79-8d31-ce493c6ee41d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.841298] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e425ed3-790e-4507-9074-7831404ddd85 in Status: SUCCESS [ 1188.841475] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e425ed3-790e-4507-9074-7831404ddd85" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.842516] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e425ed3-790e-4507-9074-7831404ddd85" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.842516] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e425ed3-790e-4507-9074-7831404ddd85" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.842516] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.842516] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.842516] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.842516] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.842516] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.842894] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e425ed3-790e-4507-9074-7831404ddd85" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.842894] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8e425ed3-790e-4507-9074-7831404ddd85',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.008929] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.009107] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.009175] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.009402] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.009499] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.009696] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.009796] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.009860] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.010013] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.010248] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.010362] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7f60bac-f9d3-4f79-8d31-ce493c6ee41d is going to be updated. [ 1189.045695] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.046751] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.046751] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.046751] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.046751] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.075054] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7f60bac-f9d3-4f79-8d31-ce493c6ee41d in Status: IN_PROGRESS for 2s [ 1189.344698] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8e425ed3-790e-4507-9074-7831404ddd85',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.847322] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8e425ed3-790e-4507-9074-7831404ddd85: rpc.has_security_group_logging(os_id): False [ 1189.870493] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.870493] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.870737] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.870906] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.871103] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.871527] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.871729] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.871847] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.872145] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.872294] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.872451] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8e425ed3-790e-4507-9074-7831404ddd85 is going to be created. [ 1189.943798] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.944050] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.944379] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.944613] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.944807] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.959329] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8e425ed3-790e-4507-9074-7831404ddd85 in Status: IN_PROGRESS for 2s [ 1191.085044] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7f60bac-f9d3-4f79-8d31-ce493c6ee41d in Status: SUCCESS [ 1191.085044] env[66341]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7f60bac-f9d3-4f79-8d31-ce493c6ee41d deletion is rescheduled due to dependency. [ 1191.085044] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7f60bac-f9d3-4f79-8d31-ce493c6ee41d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.975265] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8e425ed3-790e-4507-9074-7831404ddd85 in Status: SUCCESS [ 1191.975505] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8e425ed3-790e-4507-9074-7831404ddd85" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.416355] env[66341]: INFO networking_nsxv3.common.synchronization [req-10bd090d-61c1-4523-a549-02e0268c78b2 req-42e69612-fd07-4f2d-a207-14ed66b8d259 tempest-ServerActionsTestOtherA-1115878785 tempest-ServerActionsTestOtherA-1115878785-project-member] Enqueued Resource ID: 1ea156fb-f61d-416b-a670-e0d61d41f217 with Priority: HIGHEST for action security_group_members [ 1192.416899] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ea156fb-f61d-416b-a670-e0d61d41f217 with Priority: HIGHEST for action security_group_members [ 1192.419274] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ea156fb-f61d-416b-a670-e0d61d41f217 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.419340] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ea156fb-f61d-416b-a670-e0d61d41f217" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.419377] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ea156fb-f61d-416b-a670-e0d61d41f217" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.419562] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ea156fb-f61d-416b-a670-e0d61d41f217" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.419706] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.419795] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.419856] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.419994] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.420086] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.420180] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1ea156fb-f61d-416b-a670-e0d61d41f217',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.781025] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock network-361 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.781025] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "network-361" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.781025] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "network-361" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.781025] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "network-361" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.781025] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.781025] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.781025] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.781025] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.781807] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.782148] env[66341]: DEBUG dogpile.cache.region [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1192.782394] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] NeedRegenerationException {{(pid=66341) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1192.782607] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] no value, waiting for create lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1192.782806] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] value creation lock acquired {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1192.783025] env[66341]: DEBUG dogpile.cache.region [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1192.783231] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Calling creation function for not-yet-present value {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1192.783532] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1192.809474] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1192.809683] env[66341]: DEBUG dogpile.cache.region [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=66341) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1192.809855] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Released creation lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1192.810088] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "network-361" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.810459] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock port-a75a5ffb-cbd0-4c6b-a9ae-77fd40cd5edc taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.810678] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "port-a75a5ffb-cbd0-4c6b-a9ae-77fd40cd5edc" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.810816] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "port-a75a5ffb-cbd0-4c6b-a9ae-77fd40cd5edc" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.811594] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "port-a75a5ffb-cbd0-4c6b-a9ae-77fd40cd5edc" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.811812] env[66341]: DEBUG networking_nsxv3.api.rpc [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a75a5ffb-cbd0-4c6b-a9ae-77fd40cd5edc',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.923681] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1ea156fb-f61d-416b-a670-e0d61d41f217',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.315698] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.315698] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.315869] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.316425] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.316862] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.317216] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Segment Port a75a5ffb-cbd0-4c6b-a9ae-77fd40cd5edc not found, creating... [ 1193.317533] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.317720] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.317846] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.318097] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.318241] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.318851] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.318851] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.318851] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.319033] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.319664] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.319818] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Resource: SegmentPort with ID: a75a5ffb-cbd0-4c6b-a9ae-77fd40cd5edc is going to be created. [ 1193.347415] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.347931] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.347931] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.348075] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.348325] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.348576] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "port-a75a5ffb-cbd0-4c6b-a9ae-77fd40cd5edc" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.427378] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1ea156fb-f61d-416b-a670-e0d61d41f217',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.929554] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.929714] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.929788] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.930069] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.930172] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.930276] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1ea156fb-f61d-416b-a670-e0d61d41f217 is going to be updated. [ 1193.960260] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.960414] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.960472] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.960719] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.960867] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.972153] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ea156fb-f61d-416b-a670-e0d61d41f217 in Status: IN_PROGRESS for 2s [ 1194.049076] env[66341]: INFO networking_nsxv3.common.synchronization [req-10bd090d-61c1-4523-a549-02e0268c78b2 req-463f2cb2-b957-469d-b933-175c60aa738a service nova] Enqueued Resource ID: 1ea156fb-f61d-416b-a670-e0d61d41f217 with Priority: HIGHEST for action security_group_rules [ 1194.049076] env[66341]: INFO networking_nsxv3.common.synchronization [req-10bd090d-61c1-4523-a549-02e0268c78b2 req-463f2cb2-b957-469d-b933-175c60aa738a service nova] Enqueued Resource ID: 1ea156fb-f61d-416b-a670-e0d61d41f217 with Priority: HIGHEST for action security_group_members [ 1194.049076] env[66341]: INFO networking_nsxv3.common.synchronization [req-10bd090d-61c1-4523-a549-02e0268c78b2 req-463f2cb2-b957-469d-b933-175c60aa738a service nova] Enqueued Resource ID: a75a5ffb-cbd0-4c6b-a9ae-77fd40cd5edc with Priority: HIGHEST for action port [ 1194.049371] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ea156fb-f61d-416b-a670-e0d61d41f217 with Priority: HIGHEST for action security_group_rules [ 1194.049439] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ea156fb-f61d-416b-a670-e0d61d41f217 with Priority: HIGHEST for action security_group_members [ 1194.050191] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a75a5ffb-cbd0-4c6b-a9ae-77fd40cd5edc with Priority: HIGHEST for action port [ 1194.050191] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1ea156fb-f61d-416b-a670-e0d61d41f217 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.050191] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1ea156fb-f61d-416b-a670-e0d61d41f217" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.050191] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1ea156fb-f61d-416b-a670-e0d61d41f217" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.050663] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1ea156fb-f61d-416b-a670-e0d61d41f217" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.050663] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1ea156fb-f61d-416b-a670-e0d61d41f217',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.051508] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ea156fb-f61d-416b-a670-e0d61d41f217 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.051607] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ea156fb-f61d-416b-a670-e0d61d41f217" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.051803] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-a75a5ffb-cbd0-4c6b-a9ae-77fd40cd5edc taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.051904] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a75a5ffb-cbd0-4c6b-a9ae-77fd40cd5edc" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.051964] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a75a5ffb-cbd0-4c6b-a9ae-77fd40cd5edc" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.052162] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a75a5ffb-cbd0-4c6b-a9ae-77fd40cd5edc" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.052239] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a75a5ffb-cbd0-4c6b-a9ae-77fd40cd5edc',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.510198] env[66341]: INFO networking_nsxv3.common.synchronization [req-fa9e7471-0102-4809-a6e1-66b8638e60b5 req-035014b9-7706-4f1c-95a2-e6fded91b6ea tempest-AttachVolumeShelveTestJSON-330010653 tempest-AttachVolumeShelveTestJSON-330010653-project-member] Enqueued Resource ID: d84d375e-352c-4652-9cd1-7b8a197b13fd with Priority: HIGHEST for action security_group_members [ 1194.510775] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d84d375e-352c-4652-9cd1-7b8a197b13fd with Priority: HIGHEST for action security_group_members [ 1194.511087] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-d84d375e-352c-4652-9cd1-7b8a197b13fd taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.511210] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d84d375e-352c-4652-9cd1-7b8a197b13fd" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.511279] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d84d375e-352c-4652-9cd1-7b8a197b13fd" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.511476] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d84d375e-352c-4652-9cd1-7b8a197b13fd" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.511620] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.511717] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.511781] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.511927] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.512019] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.512114] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d84d375e-352c-4652-9cd1-7b8a197b13fd',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.554644] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ea156fb-f61d-416b-a670-e0d61d41f217 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.554795] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ea156fb-f61d-416b-a670-e0d61d41f217" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.557154] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a75a5ffb-cbd0-4c6b-a9ae-77fd40cd5edc with status ACTIVE [ 1194.557389] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.557518] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.557581] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.557788] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.557874] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.558054] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.558157] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.558260] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.558372] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.558447] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.558620] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.558723] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.558784] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.558921] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.558995] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.559089] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a75a5ffb-cbd0-4c6b-a9ae-77fd40cd5edc is going to be updated. [ 1194.582566] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.582566] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.582732] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.582846] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.583038] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.584986] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a75a5ffb-cbd0-4c6b-a9ae-77fd40cd5edc" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.014098] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.014298] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.014356] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.014578] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.014674] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.015331] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.015331] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.015331] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.015331] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.015331] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.015331] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d84d375e-352c-4652-9cd1-7b8a197b13fd is going to be updated. [ 1195.046662] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.046890] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.046890] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.046999] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.047156] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.057465] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d84d375e-352c-4652-9cd1-7b8a197b13fd in Status: IN_PROGRESS for 2s [ 1195.982432] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ea156fb-f61d-416b-a670-e0d61d41f217 in Status: SUCCESS [ 1195.982776] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ea156fb-f61d-416b-a670-e0d61d41f217" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.982821] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ea156fb-f61d-416b-a670-e0d61d41f217" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.983159] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ea156fb-f61d-416b-a670-e0d61d41f217" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.983355] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.983476] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.983544] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.983699] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.983818] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.983884] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1ea156fb-f61d-416b-a670-e0d61d41f217',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.436072] env[66341]: INFO networking_nsxv3.common.synchronization [req-97dc4070-d8aa-4afc-9e7e-a07b06e5cab1 req-ffbe7218-c28b-4767-8807-eb79a1ab9cbc tempest-DeleteServersTestJSON-147244224 tempest-DeleteServersTestJSON-147244224-project-member] Enqueued Resource ID: 8974f603-df0a-4774-8626-2d5da9c9c7e8 with Priority: HIGHEST for action security_group_members [ 1196.436606] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8974f603-df0a-4774-8626-2d5da9c9c7e8 with Priority: HIGHEST for action security_group_members [ 1196.436986] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-8974f603-df0a-4774-8626-2d5da9c9c7e8 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.437154] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8974f603-df0a-4774-8626-2d5da9c9c7e8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.437229] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8974f603-df0a-4774-8626-2d5da9c9c7e8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.437454] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8974f603-df0a-4774-8626-2d5da9c9c7e8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.437611] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.437712] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.437777] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.437926] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.438020] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.438115] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8974f603-df0a-4774-8626-2d5da9c9c7e8',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.485770] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1ea156fb-f61d-416b-a670-e0d61d41f217',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.890239] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock network-405 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.891416] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "network-405" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.891416] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "network-405" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.891416] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "network-405" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.891416] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.891808] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.891808] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.891871] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.892055] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.892238] env[66341]: DEBUG dogpile.cache.region [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1196.892357] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] NeedRegenerationException {{(pid=66341) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1196.892508] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] no value, waiting for create lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1196.892638] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] value creation lock acquired {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1196.892758] env[66341]: DEBUG dogpile.cache.region [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1196.892865] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Calling creation function for not-yet-present value {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1196.892998] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1196.913504] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1196.913705] env[66341]: DEBUG dogpile.cache.region [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66341) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1196.913919] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Released creation lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1196.914147] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "network-405" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.914479] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock port-5533ad80-e8c1-4031-aad7-8435a412192d taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.914664] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "port-5533ad80-e8c1-4031-aad7-8435a412192d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.914786] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "port-5533ad80-e8c1-4031-aad7-8435a412192d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.915143] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "port-5533ad80-e8c1-4031-aad7-8435a412192d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.915323] env[66341]: DEBUG networking_nsxv3.api.rpc [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5533ad80-e8c1-4031-aad7-8435a412192d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.940542] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.940723] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.940768] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.940978] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.941062] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.941339] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.941464] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.941528] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.941835] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.941835] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.941835] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8974f603-df0a-4774-8626-2d5da9c9c7e8 is going to be updated. [ 1196.970679] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.970857] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.970928] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.971284] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.971532] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.983092] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8974f603-df0a-4774-8626-2d5da9c9c7e8 in Status: IN_PROGRESS for 2s [ 1196.988587] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1ea156fb-f61d-416b-a670-e0d61d41f217',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.074511] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d84d375e-352c-4652-9cd1-7b8a197b13fd in Status: SUCCESS [ 1197.074845] env[66341]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d84d375e-352c-4652-9cd1-7b8a197b13fd deletion is rescheduled due to dependency. [ 1197.074944] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d84d375e-352c-4652-9cd1-7b8a197b13fd" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.419724] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.419926] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.420137] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.420478] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.420647] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.420853] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Segment Port 5533ad80-e8c1-4031-aad7-8435a412192d not found, creating... [ 1197.421266] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.421494] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.421646] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.422022] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.422188] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.422519] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.422720] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.422879] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.423121] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.423262] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.423450] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Resource: SegmentPort with ID: 5533ad80-e8c1-4031-aad7-8435a412192d is going to be created. [ 1197.447898] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.448208] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.448273] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.448651] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.448890] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.449150] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "port-5533ad80-e8c1-4031-aad7-8435a412192d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.494641] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.494641] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.494641] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.494641] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.494641] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.494641] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1ea156fb-f61d-416b-a670-e0d61d41f217 is going to be updated. [ 1197.537524] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.537524] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.537524] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.537524] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.537524] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.556059] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ea156fb-f61d-416b-a670-e0d61d41f217 in Status: IN_PROGRESS for 2s [ 1198.170650] env[66341]: INFO networking_nsxv3.common.synchronization [req-97dc4070-d8aa-4afc-9e7e-a07b06e5cab1 req-9cf11b9d-5211-4c20-aba5-75d0883c53ea service nova] Enqueued Resource ID: 8974f603-df0a-4774-8626-2d5da9c9c7e8 with Priority: HIGHEST for action security_group_rules [ 1198.171378] env[66341]: INFO networking_nsxv3.common.synchronization [req-97dc4070-d8aa-4afc-9e7e-a07b06e5cab1 req-9cf11b9d-5211-4c20-aba5-75d0883c53ea service nova] Enqueued Resource ID: 8974f603-df0a-4774-8626-2d5da9c9c7e8 with Priority: HIGHEST for action security_group_members [ 1198.171556] env[66341]: INFO networking_nsxv3.common.synchronization [req-97dc4070-d8aa-4afc-9e7e-a07b06e5cab1 req-9cf11b9d-5211-4c20-aba5-75d0883c53ea service nova] Enqueued Resource ID: 5533ad80-e8c1-4031-aad7-8435a412192d with Priority: HIGHEST for action port [ 1198.172166] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8974f603-df0a-4774-8626-2d5da9c9c7e8 with Priority: HIGHEST for action security_group_rules [ 1198.172315] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8974f603-df0a-4774-8626-2d5da9c9c7e8 with Priority: HIGHEST for action security_group_members [ 1198.172415] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5533ad80-e8c1-4031-aad7-8435a412192d with Priority: HIGHEST for action port [ 1198.172697] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8974f603-df0a-4774-8626-2d5da9c9c7e8 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.172843] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8974f603-df0a-4774-8626-2d5da9c9c7e8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.172920] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8974f603-df0a-4774-8626-2d5da9c9c7e8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.173191] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8974f603-df0a-4774-8626-2d5da9c9c7e8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.173281] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8974f603-df0a-4774-8626-2d5da9c9c7e8',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.174265] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-8974f603-df0a-4774-8626-2d5da9c9c7e8 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.174441] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8974f603-df0a-4774-8626-2d5da9c9c7e8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.174673] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-5533ad80-e8c1-4031-aad7-8435a412192d taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.174786] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5533ad80-e8c1-4031-aad7-8435a412192d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.174853] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5533ad80-e8c1-4031-aad7-8435a412192d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.175085] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5533ad80-e8c1-4031-aad7-8435a412192d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.175171] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5533ad80-e8c1-4031-aad7-8435a412192d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.677633] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-8974f603-df0a-4774-8626-2d5da9c9c7e8 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.677884] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8974f603-df0a-4774-8626-2d5da9c9c7e8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.677884] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5533ad80-e8c1-4031-aad7-8435a412192d with status ACTIVE [ 1198.678131] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.678226] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.678265] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.678461] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.678692] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.678929] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.679112] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.679195] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.679379] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.679470] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.679659] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.679759] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.679860] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.679964] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.680059] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.680147] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5533ad80-e8c1-4031-aad7-8435a412192d is going to be updated. [ 1198.703697] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.703793] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.703974] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.704281] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.704436] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.704635] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5533ad80-e8c1-4031-aad7-8435a412192d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.993196] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8974f603-df0a-4774-8626-2d5da9c9c7e8 in Status: SUCCESS [ 1198.993373] env[66341]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8974f603-df0a-4774-8626-2d5da9c9c7e8 deletion is rescheduled due to dependency. [ 1198.993492] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8974f603-df0a-4774-8626-2d5da9c9c7e8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.993661] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8974f603-df0a-4774-8626-2d5da9c9c7e8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.993882] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8974f603-df0a-4774-8626-2d5da9c9c7e8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.994451] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.994451] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.994451] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.994451] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.994698] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.994698] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8974f603-df0a-4774-8626-2d5da9c9c7e8',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.497480] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8974f603-df0a-4774-8626-2d5da9c9c7e8',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.566225] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ea156fb-f61d-416b-a670-e0d61d41f217 in Status: SUCCESS [ 1199.566471] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ea156fb-f61d-416b-a670-e0d61d41f217" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.566635] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ea156fb-f61d-416b-a670-e0d61d41f217" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.566849] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ea156fb-f61d-416b-a670-e0d61d41f217" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.567048] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.567180] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.567230] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.567417] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.567518] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.567580] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ea156fb-f61d-416b-a670-e0d61d41f217" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.567672] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1ea156fb-f61d-416b-a670-e0d61d41f217',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.999988] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8974f603-df0a-4774-8626-2d5da9c9c7e8',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1200.069932] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1ea156fb-f61d-416b-a670-e0d61d41f217',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1200.502641] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.502952] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.502952] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.503121] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.503220] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.503327] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8974f603-df0a-4774-8626-2d5da9c9c7e8 is going to be updated. [ 1200.534755] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.534890] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.534979] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.535193] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.535341] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.543958] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8974f603-df0a-4774-8626-2d5da9c9c7e8 in Status: IN_PROGRESS for 2s [ 1200.572457] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1ea156fb-f61d-416b-a670-e0d61d41f217: rpc.has_security_group_logging(os_id): False [ 1200.590264] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.590420] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.590528] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.590688] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.590773] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.591023] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.591162] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.591197] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.591338] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.591419] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.591505] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1ea156fb-f61d-416b-a670-e0d61d41f217 is going to be updated. [ 1200.655499] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.655676] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.655742] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.655982] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.656165] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.672925] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1ea156fb-f61d-416b-a670-e0d61d41f217 in Status: IN_PROGRESS for 2s [ 1202.556156] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8974f603-df0a-4774-8626-2d5da9c9c7e8 in Status: SUCCESS [ 1202.556574] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8974f603-df0a-4774-8626-2d5da9c9c7e8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.556669] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8974f603-df0a-4774-8626-2d5da9c9c7e8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.557025] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8974f603-df0a-4774-8626-2d5da9c9c7e8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.557308] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.557485] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.557574] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.557797] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.557905] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.558040] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8974f603-df0a-4774-8626-2d5da9c9c7e8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.558142] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8974f603-df0a-4774-8626-2d5da9c9c7e8',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1202.688500] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1ea156fb-f61d-416b-a670-e0d61d41f217 in Status: SUCCESS [ 1202.688500] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1ea156fb-f61d-416b-a670-e0d61d41f217" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.061292] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-8974f603-df0a-4774-8626-2d5da9c9c7e8 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.061505] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8974f603-df0a-4774-8626-2d5da9c9c7e8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.061723] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8974f603-df0a-4774-8626-2d5da9c9c7e8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.062551] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8974f603-df0a-4774-8626-2d5da9c9c7e8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.062551] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.062551] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.062551] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.062870] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.062870] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.062870] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8974f603-df0a-4774-8626-2d5da9c9c7e8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.063049] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-8974f603-df0a-4774-8626-2d5da9c9c7e8 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.063225] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8974f603-df0a-4774-8626-2d5da9c9c7e8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.063416] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8974f603-df0a-4774-8626-2d5da9c9c7e8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.063500] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8974f603-df0a-4774-8626-2d5da9c9c7e8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.063882] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.063882] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.063882] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.064066] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.064148] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.064240] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8974f603-df0a-4774-8626-2d5da9c9c7e8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.064350] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8974f603-df0a-4774-8626-2d5da9c9c7e8',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1203.173556] env[66341]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1203.173743] env[66341]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1203.567587] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8974f603-df0a-4774-8626-2d5da9c9c7e8: rpc.has_security_group_logging(os_id): False [ 1203.588695] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.589176] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.589176] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.589391] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.589526] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.589833] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.589991] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.590101] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.590313] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.590430] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.590685] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.590826] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.590923] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.591140] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.591254] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.591513] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.591654] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.591753] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.591955] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.592086] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.592213] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8974f603-df0a-4774-8626-2d5da9c9c7e8 is going to be updated. [ 1203.655787] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.656014] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.656014] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.656226] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.656450] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.675740] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8974f603-df0a-4774-8626-2d5da9c9c7e8 in Status: IN_PROGRESS for 2s [ 1205.696453] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8974f603-df0a-4774-8626-2d5da9c9c7e8 in Status: SUCCESS [ 1205.696823] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8974f603-df0a-4774-8626-2d5da9c9c7e8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.174838] env[66341]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1208.175251] env[66341]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1211.195193] env[66341]: INFO networking_nsxv3.common.synchronization [req-ced8b11d-9e9c-4f60-9134-c56e5466f270 req-0dae6b45-6c59-42e2-8e82-939a5cc2ca05 tempest-DeleteServersTestJSON-147244224 tempest-DeleteServersTestJSON-147244224-project-member] Enqueued Resource ID: 8974f603-df0a-4774-8626-2d5da9c9c7e8 with Priority: HIGHEST for action security_group_members [ 1211.195726] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8974f603-df0a-4774-8626-2d5da9c9c7e8 with Priority: HIGHEST for action security_group_members [ 1211.196757] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-8974f603-df0a-4774-8626-2d5da9c9c7e8 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.196930] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8974f603-df0a-4774-8626-2d5da9c9c7e8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.197030] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8974f603-df0a-4774-8626-2d5da9c9c7e8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.197599] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8974f603-df0a-4774-8626-2d5da9c9c7e8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.197599] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.197599] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.197599] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.197776] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.197861] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.197927] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8974f603-df0a-4774-8626-2d5da9c9c7e8',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.599358] env[66341]: INFO networking_nsxv3.common.synchronization [req-60419013-0128-4e56-8152-b58fb689634b req-5f2b116a-56ca-43ef-b7db-1ceb9a9eac55 tempest-ServerActionsTestOtherB-1951851153 tempest-ServerActionsTestOtherB-1951851153-project-member] Enqueued Resource ID: 8446325c-f795-4856-b10e-0879b36e372c with Priority: HIGHEST for action security_group_members [ 1211.600139] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8446325c-f795-4856-b10e-0879b36e372c with Priority: HIGHEST for action security_group_members [ 1211.600622] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-8446325c-f795-4856-b10e-0879b36e372c taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.600751] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8446325c-f795-4856-b10e-0879b36e372c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.600823] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8446325c-f795-4856-b10e-0879b36e372c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.601031] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8446325c-f795-4856-b10e-0879b36e372c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.601198] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.601297] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.601358] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.601506] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.601598] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.601685] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8446325c-f795-4856-b10e-0879b36e372c',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.700344] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.701881] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.701881] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.701881] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.701881] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.702134] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.702286] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.702354] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.702568] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.702623] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.702698] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8974f603-df0a-4774-8626-2d5da9c9c7e8 is going to be updated. [ 1211.735457] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.736736] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.736736] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.736736] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.736736] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.746930] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8974f603-df0a-4774-8626-2d5da9c9c7e8 in Status: IN_PROGRESS for 2s [ 1212.107542] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.107542] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.107542] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.107542] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.107542] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.107542] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.107542] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.107542] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.107542] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.107542] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.107542] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8446325c-f795-4856-b10e-0879b36e372c is going to be updated. [ 1212.150040] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.150040] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.150040] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.150285] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.150538] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.160735] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8446325c-f795-4856-b10e-0879b36e372c in Status: IN_PROGRESS for 2s [ 1212.306693] env[66341]: INFO networking_nsxv3.common.synchronization [None req-3e5004f3-fa9f-406a-809b-7ac8ad1aeea0 None None] Enqueued Resource ID: 851ccec6-376f-4d58-8615-3fb973fa76d9 with Priority: HIGHEST for action port [ 1212.307118] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 851ccec6-376f-4d58-8615-3fb973fa76d9 with Priority: HIGHEST for action port [ 1212.307118] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-851ccec6-376f-4d58-8615-3fb973fa76d9 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.307211] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-851ccec6-376f-4d58-8615-3fb973fa76d9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.307266] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-851ccec6-376f-4d58-8615-3fb973fa76d9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.307534] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-851ccec6-376f-4d58-8615-3fb973fa76d9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.307613] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('851ccec6-376f-4d58-8615-3fb973fa76d9',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1212.472599] env[66341]: INFO networking_nsxv3.common.synchronization [None req-4c76d9f6-8925-4dd3-88b8-2636af237bd7 tempest-AttachVolumeTestJSON-1888029993 tempest-AttachVolumeTestJSON-1888029993-project-member] Enqueued Resource ID: d66904c9-4428-4004-bde1-6a5aae8542da with Priority: HIGHEST for action security_group_rules [ 1212.473295] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d66904c9-4428-4004-bde1-6a5aae8542da with Priority: HIGHEST for action security_group_rules [ 1212.473669] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d66904c9-4428-4004-bde1-6a5aae8542da taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.473726] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d66904c9-4428-4004-bde1-6a5aae8542da" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.473777] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d66904c9-4428-4004-bde1-6a5aae8542da" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.474072] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d66904c9-4428-4004-bde1-6a5aae8542da" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.474567] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d66904c9-4428-4004-bde1-6a5aae8542da',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1212.560331] env[66341]: INFO networking_nsxv3.common.synchronization [None req-353a8e1e-a315-4eba-9edc-d4bc0cfddb63 tempest-AttachVolumeTestJSON-1888029993 tempest-AttachVolumeTestJSON-1888029993-project-member] Enqueued Resource ID: d66904c9-4428-4004-bde1-6a5aae8542da with Priority: HIGHEST for action security_group_rules [ 1212.560808] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d66904c9-4428-4004-bde1-6a5aae8542da with Priority: HIGHEST for action security_group_rules [ 1212.561135] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d66904c9-4428-4004-bde1-6a5aae8542da taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.561300] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d66904c9-4428-4004-bde1-6a5aae8542da" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.809603] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 851ccec6-376f-4d58-8615-3fb973fa76d9 [ 1212.809913] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.810465] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.810465] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.811038] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.811446] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.811446] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:851ccec6-376f-4d58-8615-3fb973fa76d9 already deleted. [ 1212.811446] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-851ccec6-376f-4d58-8615-3fb973fa76d9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.995656] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.995880] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.995996] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.996315] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.996455] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.996597] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d66904c9-4428-4004-bde1-6a5aae8542da already deleted. [ 1212.996729] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d66904c9-4428-4004-bde1-6a5aae8542da" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.996947] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d66904c9-4428-4004-bde1-6a5aae8542da" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.997200] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d66904c9-4428-4004-bde1-6a5aae8542da" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.997360] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d66904c9-4428-4004-bde1-6a5aae8542da',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.518844] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.518844] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.518844] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.519227] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.519227] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.519227] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d66904c9-4428-4004-bde1-6a5aae8542da already deleted. [ 1213.519227] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d66904c9-4428-4004-bde1-6a5aae8542da" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.757213] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8974f603-df0a-4774-8626-2d5da9c9c7e8 in Status: SUCCESS [ 1213.757460] env[66341]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8974f603-df0a-4774-8626-2d5da9c9c7e8 deletion is rescheduled due to dependency. [ 1213.757553] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8974f603-df0a-4774-8626-2d5da9c9c7e8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.170848] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8446325c-f795-4856-b10e-0879b36e372c in Status: SUCCESS [ 1214.171058] env[66341]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8446325c-f795-4856-b10e-0879b36e372c deletion is rescheduled due to dependency. [ 1214.171180] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8446325c-f795-4856-b10e-0879b36e372c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.448206] env[66341]: INFO networking_nsxv3.common.synchronization [None req-56dc24a0-a97b-4a83-b8a8-36fb63a5e694 None None] Enqueued Resource ID: a32137ca-4d06-4f99-8346-ee837083bc5a with Priority: HIGHEST for action port [ 1214.448756] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a32137ca-4d06-4f99-8346-ee837083bc5a with Priority: HIGHEST for action port [ 1214.449078] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-a32137ca-4d06-4f99-8346-ee837083bc5a taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.449226] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a32137ca-4d06-4f99-8346-ee837083bc5a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.449297] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a32137ca-4d06-4f99-8346-ee837083bc5a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.449605] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a32137ca-4d06-4f99-8346-ee837083bc5a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.449679] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a32137ca-4d06-4f99-8346-ee837083bc5a',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.952172] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a32137ca-4d06-4f99-8346-ee837083bc5a [ 1214.952526] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.952526] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.952627] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.952805] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.952891] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.952988] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a32137ca-4d06-4f99-8346-ee837083bc5a already deleted. [ 1214.953087] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a32137ca-4d06-4f99-8346-ee837083bc5a" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.270679] env[66341]: INFO networking_nsxv3.common.synchronization [req-dfeb4b88-5d78-4d48-b4e6-fd842da90c54 req-cae21da0-544a-446c-b997-f2553b9cfcc5 tempest-AttachVolumeTestJSON-1888029993 tempest-AttachVolumeTestJSON-1888029993-project-member] Enqueued Resource ID: d66904c9-4428-4004-bde1-6a5aae8542da with Priority: HIGHEST for action security_group_members [ 1219.271258] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d66904c9-4428-4004-bde1-6a5aae8542da with Priority: HIGHEST for action security_group_members [ 1219.271583] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-d66904c9-4428-4004-bde1-6a5aae8542da taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.271707] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d66904c9-4428-4004-bde1-6a5aae8542da" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.271776] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d66904c9-4428-4004-bde1-6a5aae8542da" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.272153] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d66904c9-4428-4004-bde1-6a5aae8542da" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.272335] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.272438] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.272492] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.272657] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.272741] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.272856] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d66904c9-4428-4004-bde1-6a5aae8542da',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1219.562581] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock network-125 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.562781] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "network-125" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.562905] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "network-125" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.563267] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "network-125" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.563546] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.563896] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.564033] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.564265] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.564421] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.564638] env[66341]: DEBUG dogpile.cache.region [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1219.564753] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] NeedRegenerationException {{(pid=66341) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1219.564861] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] no value, waiting for create lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1219.564967] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] value creation lock acquired {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1219.565090] env[66341]: DEBUG dogpile.cache.region [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1219.565200] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Calling creation function for not-yet-present value {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1219.565380] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1219.585112] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1219.585300] env[66341]: DEBUG dogpile.cache.region [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66341) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1219.585440] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Released creation lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1219.585618] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "network-125" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.585941] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock port-ad2f17e6-2a21-43d5-ab77-94902f630435 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.586127] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "port-ad2f17e6-2a21-43d5-ab77-94902f630435" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.586248] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "port-ad2f17e6-2a21-43d5-ab77-94902f630435" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.586646] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "port-ad2f17e6-2a21-43d5-ab77-94902f630435" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.586765] env[66341]: DEBUG networking_nsxv3.api.rpc [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ad2f17e6-2a21-43d5-ab77-94902f630435',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1219.775414] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.775609] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.775609] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.775819] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.775912] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.776196] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.776362] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.776490] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.776707] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.776839] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.776958] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d66904c9-4428-4004-bde1-6a5aae8542da already deleted. [ 1219.777074] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d66904c9-4428-4004-bde1-6a5aae8542da" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.088829] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.089076] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.089210] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.089493] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.089644] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.089800] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Segment Port ad2f17e6-2a21-43d5-ab77-94902f630435 not found, creating... [ 1220.090066] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.090226] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.090343] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.090555] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.090694] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.090966] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.091146] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.091262] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.091469] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.091603] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.091740] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Resource: SegmentPort with ID: ad2f17e6-2a21-43d5-ab77-94902f630435 is going to be created. [ 1220.113906] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.114141] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.114267] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.114552] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.114795] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.115017] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "port-ad2f17e6-2a21-43d5-ab77-94902f630435" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.828527] env[66341]: INFO networking_nsxv3.common.synchronization [req-dfeb4b88-5d78-4d48-b4e6-fd842da90c54 req-42eb960d-c3a8-420d-ad51-c89a206dc4c7 service nova] Enqueued Resource ID: d66904c9-4428-4004-bde1-6a5aae8542da with Priority: HIGHEST for action security_group_rules [ 1220.828527] env[66341]: INFO networking_nsxv3.common.synchronization [req-dfeb4b88-5d78-4d48-b4e6-fd842da90c54 req-42eb960d-c3a8-420d-ad51-c89a206dc4c7 service nova] Enqueued Resource ID: d66904c9-4428-4004-bde1-6a5aae8542da with Priority: HIGHEST for action security_group_members [ 1220.828527] env[66341]: INFO networking_nsxv3.common.synchronization [req-dfeb4b88-5d78-4d48-b4e6-fd842da90c54 req-42eb960d-c3a8-420d-ad51-c89a206dc4c7 service nova] Enqueued Resource ID: ad2f17e6-2a21-43d5-ab77-94902f630435 with Priority: HIGHEST for action port [ 1220.828527] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d66904c9-4428-4004-bde1-6a5aae8542da with Priority: HIGHEST for action security_group_rules [ 1220.828527] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d66904c9-4428-4004-bde1-6a5aae8542da with Priority: HIGHEST for action security_group_members [ 1220.828527] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad2f17e6-2a21-43d5-ab77-94902f630435 with Priority: HIGHEST for action port [ 1220.828527] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d66904c9-4428-4004-bde1-6a5aae8542da taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.828957] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d66904c9-4428-4004-bde1-6a5aae8542da" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.829145] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d66904c9-4428-4004-bde1-6a5aae8542da" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.829417] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d66904c9-4428-4004-bde1-6a5aae8542da" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.829628] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d66904c9-4428-4004-bde1-6a5aae8542da',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.830759] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-d66904c9-4428-4004-bde1-6a5aae8542da taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.831100] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d66904c9-4428-4004-bde1-6a5aae8542da" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.831277] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d66904c9-4428-4004-bde1-6a5aae8542da" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.831527] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d66904c9-4428-4004-bde1-6a5aae8542da" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.831764] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.831972] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.832143] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.832358] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.832814] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.832999] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d66904c9-4428-4004-bde1-6a5aae8542da',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.834163] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-ad2f17e6-2a21-43d5-ab77-94902f630435 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.834422] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ad2f17e6-2a21-43d5-ab77-94902f630435" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.834777] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ad2f17e6-2a21-43d5-ab77-94902f630435" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.835055] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ad2f17e6-2a21-43d5-ab77-94902f630435" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.836030] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ad2f17e6-2a21-43d5-ab77-94902f630435',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1221.340035] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d66904c9-4428-4004-bde1-6a5aae8542da',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1221.340035] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-d66904c9-4428-4004-bde1-6a5aae8542da taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.340035] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d66904c9-4428-4004-bde1-6a5aae8542da" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.340035] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ad2f17e6-2a21-43d5-ab77-94902f630435 with status ACTIVE [ 1221.340035] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.340035] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.340035] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.340035] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.340035] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.340035] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.340035] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.340035] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.340035] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.340035] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.340994] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.340994] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.340994] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.340994] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.340994] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.340994] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ad2f17e6-2a21-43d5-ab77-94902f630435 is going to be updated. [ 1221.372052] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.372274] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.372274] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.372416] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.372558] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.372726] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ad2f17e6-2a21-43d5-ab77-94902f630435" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.494211] env[66341]: INFO networking_nsxv3.common.synchronization [req-002d0887-2ea0-4794-adc5-1b20e2b2b76e req-ab47d829-8254-4b7f-8a16-3f479227cfbf tempest-DeleteServersTestJSON-147244224 tempest-DeleteServersTestJSON-147244224-project-member] Enqueued Resource ID: 8974f603-df0a-4774-8626-2d5da9c9c7e8 with Priority: HIGHEST for action security_group_members [ 1221.494833] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8974f603-df0a-4774-8626-2d5da9c9c7e8 with Priority: HIGHEST for action security_group_members [ 1221.495196] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-8974f603-df0a-4774-8626-2d5da9c9c7e8 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.495342] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8974f603-df0a-4774-8626-2d5da9c9c7e8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.495412] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8974f603-df0a-4774-8626-2d5da9c9c7e8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.495660] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8974f603-df0a-4774-8626-2d5da9c9c7e8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.495796] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.495893] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.495955] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.496128] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.496214] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.496311] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8974f603-df0a-4774-8626-2d5da9c9c7e8',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1221.799657] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock network-405 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.800136] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "network-405" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.800136] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "network-405" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.800260] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "network-405" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.800519] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.800674] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.801070] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.801070] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.801166] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.801362] env[66341]: DEBUG dogpile.cache.region [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1221.802183] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] NeedRegenerationException {{(pid=66341) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1221.802183] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] no value, waiting for create lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1221.802183] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] value creation lock acquired {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1221.802183] env[66341]: DEBUG dogpile.cache.region [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1221.802183] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Calling creation function for not-yet-present value {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1221.802183] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1221.823699] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1221.823873] env[66341]: DEBUG dogpile.cache.region [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66341) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1221.824122] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Released creation lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1221.824220] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "network-405" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.824530] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock port-9a507ca3-6990-43d7-bac8-e2f65f5d24eb taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.824727] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "port-9a507ca3-6990-43d7-bac8-e2f65f5d24eb" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.824865] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "port-9a507ca3-6990-43d7-bac8-e2f65f5d24eb" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.825228] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "port-9a507ca3-6990-43d7-bac8-e2f65f5d24eb" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.825367] env[66341]: DEBUG networking_nsxv3.api.rpc [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9a507ca3-6990-43d7-bac8-e2f65f5d24eb',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1221.838665] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d66904c9-4428-4004-bde1-6a5aae8542da',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1221.999320] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.999471] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.999526] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.999755] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.999864] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.000065] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.000184] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.000241] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.000387] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.000602] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.000602] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8974f603-df0a-4774-8626-2d5da9c9c7e8 is going to be updated. [ 1222.028075] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.028320] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.028320] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.029055] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.029055] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.038517] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8974f603-df0a-4774-8626-2d5da9c9c7e8 in Status: IN_PROGRESS for 2s [ 1222.327552] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.327847] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.327975] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.328218] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.328399] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.328528] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Segment Port 9a507ca3-6990-43d7-bac8-e2f65f5d24eb not found, creating... [ 1222.328785] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.328942] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.329075] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.329289] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.329512] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.329709] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.329865] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.329982] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.330210] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.330342] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.330480] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Resource: SegmentPort with ID: 9a507ca3-6990-43d7-bac8-e2f65f5d24eb is going to be created. [ 1222.341600] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.341600] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.341805] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.341864] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.341918] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.342032] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d66904c9-4428-4004-bde1-6a5aae8542da is going to be created. [ 1222.361627] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.361854] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.361932] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.362259] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.362499] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.362803] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "port-9a507ca3-6990-43d7-bac8-e2f65f5d24eb" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.374868] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.375111] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.375111] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.375301] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.375502] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.392466] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d66904c9-4428-4004-bde1-6a5aae8542da in Status: UNINITIALIZED for 2s [ 1223.076180] env[66341]: INFO networking_nsxv3.common.synchronization [req-002d0887-2ea0-4794-adc5-1b20e2b2b76e req-87fdfe92-2769-4f4b-87f4-54b7464097d5 service nova] Enqueued Resource ID: 8974f603-df0a-4774-8626-2d5da9c9c7e8 with Priority: HIGHEST for action security_group_rules [ 1223.076180] env[66341]: INFO networking_nsxv3.common.synchronization [req-002d0887-2ea0-4794-adc5-1b20e2b2b76e req-87fdfe92-2769-4f4b-87f4-54b7464097d5 service nova] Enqueued Resource ID: 8974f603-df0a-4774-8626-2d5da9c9c7e8 with Priority: HIGHEST for action security_group_members [ 1223.076180] env[66341]: INFO networking_nsxv3.common.synchronization [req-002d0887-2ea0-4794-adc5-1b20e2b2b76e req-87fdfe92-2769-4f4b-87f4-54b7464097d5 service nova] Enqueued Resource ID: 9a507ca3-6990-43d7-bac8-e2f65f5d24eb with Priority: HIGHEST for action port [ 1223.076180] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8974f603-df0a-4774-8626-2d5da9c9c7e8 with Priority: HIGHEST for action security_group_rules [ 1223.076180] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8974f603-df0a-4774-8626-2d5da9c9c7e8 with Priority: HIGHEST for action security_group_members [ 1223.076684] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a507ca3-6990-43d7-bac8-e2f65f5d24eb with Priority: HIGHEST for action port [ 1223.077120] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8974f603-df0a-4774-8626-2d5da9c9c7e8 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.077411] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8974f603-df0a-4774-8626-2d5da9c9c7e8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.077628] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8974f603-df0a-4774-8626-2d5da9c9c7e8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.078039] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8974f603-df0a-4774-8626-2d5da9c9c7e8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.078256] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8974f603-df0a-4774-8626-2d5da9c9c7e8',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.079971] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-8974f603-df0a-4774-8626-2d5da9c9c7e8 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.080229] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8974f603-df0a-4774-8626-2d5da9c9c7e8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.080558] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-9a507ca3-6990-43d7-bac8-e2f65f5d24eb taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.081018] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9a507ca3-6990-43d7-bac8-e2f65f5d24eb" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.081018] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9a507ca3-6990-43d7-bac8-e2f65f5d24eb" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.081329] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9a507ca3-6990-43d7-bac8-e2f65f5d24eb" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.082035] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9a507ca3-6990-43d7-bac8-e2f65f5d24eb',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.583821] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-8974f603-df0a-4774-8626-2d5da9c9c7e8 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.584082] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8974f603-df0a-4774-8626-2d5da9c9c7e8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.584387] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9a507ca3-6990-43d7-bac8-e2f65f5d24eb with status ACTIVE [ 1223.584674] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.584832] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.584927] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.585217] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.585339] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.585571] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.585706] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.585793] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.585998] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.586152] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.586390] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.586557] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.586615] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.586807] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.586910] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.587065] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9a507ca3-6990-43d7-bac8-e2f65f5d24eb is going to be updated. [ 1223.608340] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.608578] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.608578] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.608733] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.608870] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.609046] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9a507ca3-6990-43d7-bac8-e2f65f5d24eb" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.058696] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8974f603-df0a-4774-8626-2d5da9c9c7e8 in Status: SUCCESS [ 1224.058888] env[66341]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8974f603-df0a-4774-8626-2d5da9c9c7e8 deletion is rescheduled due to dependency. [ 1224.059118] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8974f603-df0a-4774-8626-2d5da9c9c7e8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.059377] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8974f603-df0a-4774-8626-2d5da9c9c7e8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.059691] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8974f603-df0a-4774-8626-2d5da9c9c7e8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.059938] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.060138] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.060541] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.060541] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.060657] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.060711] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8974f603-df0a-4774-8626-2d5da9c9c7e8',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1224.406229] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d66904c9-4428-4004-bde1-6a5aae8542da in Status: SUCCESS [ 1224.406501] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d66904c9-4428-4004-bde1-6a5aae8542da" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.406667] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d66904c9-4428-4004-bde1-6a5aae8542da" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.406887] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d66904c9-4428-4004-bde1-6a5aae8542da" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.407098] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.407214] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.407275] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.407433] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.407492] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.407575] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d66904c9-4428-4004-bde1-6a5aae8542da" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.407680] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d66904c9-4428-4004-bde1-6a5aae8542da',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1224.564426] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8974f603-df0a-4774-8626-2d5da9c9c7e8',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1224.910094] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d66904c9-4428-4004-bde1-6a5aae8542da',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1225.066329] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8974f603-df0a-4774-8626-2d5da9c9c7e8',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1225.412453] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d66904c9-4428-4004-bde1-6a5aae8542da: rpc.has_security_group_logging(os_id): False [ 1225.460102] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.460338] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.460338] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.460525] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.460643] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.460903] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.461017] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.461084] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.461235] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.461317] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.461409] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d66904c9-4428-4004-bde1-6a5aae8542da is going to be created. [ 1225.522287] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.522512] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.522512] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.522702] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.522881] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.535817] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d66904c9-4428-4004-bde1-6a5aae8542da in Status: IN_PROGRESS for 2s [ 1225.569711] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.569989] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.569989] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.570188] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.570283] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.570381] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8974f603-df0a-4774-8626-2d5da9c9c7e8 is going to be updated. [ 1225.601160] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.601263] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.601349] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.601570] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.601734] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.629859] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8974f603-df0a-4774-8626-2d5da9c9c7e8 in Status: IN_PROGRESS for 2s [ 1226.594863] env[66341]: INFO networking_nsxv3.common.synchronization [req-a840466d-c354-430d-847b-fdc12d499aa5 req-d026acc8-7adf-4d45-90f5-8ab7da210835 tempest-ServerActionsTestOtherB-1951851153 tempest-ServerActionsTestOtherB-1951851153-project-member] Enqueued Resource ID: 8446325c-f795-4856-b10e-0879b36e372c with Priority: HIGHEST for action security_group_members [ 1226.595487] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8446325c-f795-4856-b10e-0879b36e372c with Priority: HIGHEST for action security_group_members [ 1226.596027] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-8446325c-f795-4856-b10e-0879b36e372c taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.596027] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8446325c-f795-4856-b10e-0879b36e372c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.596544] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8446325c-f795-4856-b10e-0879b36e372c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.596544] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8446325c-f795-4856-b10e-0879b36e372c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.596544] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.596544] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.596727] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.596760] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.596839] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.596980] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8446325c-f795-4856-b10e-0879b36e372c',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1226.925698] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock network-470 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.925917] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "network-470" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.926063] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "network-470" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.926325] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "network-470" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.926632] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.926799] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.926917] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.927178] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.927335] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.927550] env[66341]: DEBUG dogpile.cache.region [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1226.927674] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] NeedRegenerationException {{(pid=66341) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1226.927849] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] no value, waiting for create lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1226.927979] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] value creation lock acquired {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1226.928110] env[66341]: DEBUG dogpile.cache.region [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1226.928219] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Calling creation function for not-yet-present value {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1226.928356] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1226.947836] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1226.947965] env[66341]: DEBUG dogpile.cache.region [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66341) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1226.948145] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Released creation lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1226.948323] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "network-470" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.948666] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock port-80edbcac-0ca1-49d6-8701-a9d6c240c7ab taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.948896] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "port-80edbcac-0ca1-49d6-8701-a9d6c240c7ab" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.949035] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "port-80edbcac-0ca1-49d6-8701-a9d6c240c7ab" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.949365] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "port-80edbcac-0ca1-49d6-8701-a9d6c240c7ab" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.949559] env[66341]: DEBUG networking_nsxv3.api.rpc [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('80edbcac-0ca1-49d6-8701-a9d6c240c7ab',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1227.099737] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.099904] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.100009] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.100326] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.100406] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.100697] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.100804] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.100804] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.100992] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.101135] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.101254] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8446325c-f795-4856-b10e-0879b36e372c is going to be updated. [ 1227.128497] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.128676] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.128765] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.129019] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.129193] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.140713] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8446325c-f795-4856-b10e-0879b36e372c in Status: IN_PROGRESS for 2s [ 1227.451983] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.452315] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.452484] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.452813] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.453047] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.453245] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Segment Port 80edbcac-0ca1-49d6-8701-a9d6c240c7ab not found, creating... [ 1227.453539] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.453735] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.453830] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.454160] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.454191] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.454530] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.454691] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.454811] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.455031] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.455174] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.455313] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Resource: SegmentPort with ID: 80edbcac-0ca1-49d6-8701-a9d6c240c7ab is going to be created. [ 1227.478086] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.478405] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.478508] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.478879] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.479207] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.479458] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "port-80edbcac-0ca1-49d6-8701-a9d6c240c7ab" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.549112] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d66904c9-4428-4004-bde1-6a5aae8542da in Status: SUCCESS [ 1227.549112] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d66904c9-4428-4004-bde1-6a5aae8542da" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.640096] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8974f603-df0a-4774-8626-2d5da9c9c7e8 in Status: SUCCESS [ 1227.640464] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8974f603-df0a-4774-8626-2d5da9c9c7e8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.640511] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8974f603-df0a-4774-8626-2d5da9c9c7e8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.640711] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8974f603-df0a-4774-8626-2d5da9c9c7e8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.640918] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.641050] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.641115] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.641269] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.641350] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.641436] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8974f603-df0a-4774-8626-2d5da9c9c7e8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.641525] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8974f603-df0a-4774-8626-2d5da9c9c7e8',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1228.144070] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-8974f603-df0a-4774-8626-2d5da9c9c7e8 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.144258] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8974f603-df0a-4774-8626-2d5da9c9c7e8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.144356] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8974f603-df0a-4774-8626-2d5da9c9c7e8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.144610] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8974f603-df0a-4774-8626-2d5da9c9c7e8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.144763] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.144901] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.144961] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.145163] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.145251] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.145251] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8974f603-df0a-4774-8626-2d5da9c9c7e8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.145397] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-8974f603-df0a-4774-8626-2d5da9c9c7e8 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.145505] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8974f603-df0a-4774-8626-2d5da9c9c7e8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.145605] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8974f603-df0a-4774-8626-2d5da9c9c7e8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.145769] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8974f603-df0a-4774-8626-2d5da9c9c7e8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.145910] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.146017] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.146079] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.146387] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.146387] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.146387] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8974f603-df0a-4774-8626-2d5da9c9c7e8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.146574] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8974f603-df0a-4774-8626-2d5da9c9c7e8',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1228.195691] env[66341]: INFO networking_nsxv3.common.synchronization [req-a840466d-c354-430d-847b-fdc12d499aa5 req-d14e8a19-4c35-423a-917b-5fc39e824c2a service nova] Enqueued Resource ID: 8446325c-f795-4856-b10e-0879b36e372c with Priority: HIGHEST for action security_group_rules [ 1228.195905] env[66341]: INFO networking_nsxv3.common.synchronization [req-a840466d-c354-430d-847b-fdc12d499aa5 req-d14e8a19-4c35-423a-917b-5fc39e824c2a service nova] Enqueued Resource ID: 8446325c-f795-4856-b10e-0879b36e372c with Priority: HIGHEST for action security_group_members [ 1228.196061] env[66341]: INFO networking_nsxv3.common.synchronization [req-a840466d-c354-430d-847b-fdc12d499aa5 req-d14e8a19-4c35-423a-917b-5fc39e824c2a service nova] Enqueued Resource ID: 80edbcac-0ca1-49d6-8701-a9d6c240c7ab with Priority: HIGHEST for action port [ 1228.196538] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8446325c-f795-4856-b10e-0879b36e372c with Priority: HIGHEST for action security_group_rules [ 1228.196675] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8446325c-f795-4856-b10e-0879b36e372c with Priority: HIGHEST for action security_group_members [ 1228.196775] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80edbcac-0ca1-49d6-8701-a9d6c240c7ab with Priority: HIGHEST for action port [ 1228.197111] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8446325c-f795-4856-b10e-0879b36e372c taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.197200] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8446325c-f795-4856-b10e-0879b36e372c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.197606] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8446325c-f795-4856-b10e-0879b36e372c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.197606] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8446325c-f795-4856-b10e-0879b36e372c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.197606] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8446325c-f795-4856-b10e-0879b36e372c',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1228.199800] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-8446325c-f795-4856-b10e-0879b36e372c taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.199800] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8446325c-f795-4856-b10e-0879b36e372c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.200897] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-80edbcac-0ca1-49d6-8701-a9d6c240c7ab taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.200897] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-80edbcac-0ca1-49d6-8701-a9d6c240c7ab" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.200897] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-80edbcac-0ca1-49d6-8701-a9d6c240c7ab" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.200897] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-80edbcac-0ca1-49d6-8701-a9d6c240c7ab" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.200897] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('80edbcac-0ca1-49d6-8701-a9d6c240c7ab',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1228.648810] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8974f603-df0a-4774-8626-2d5da9c9c7e8: rpc.has_security_group_logging(os_id): False [ 1228.667904] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.668134] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.668134] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.668474] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.668561] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.668806] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.668916] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.669016] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.669204] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.669295] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.669513] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.669615] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.669708] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.669880] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.669984] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.670218] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.670327] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.670474] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.670555] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.670653] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.670760] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8974f603-df0a-4774-8626-2d5da9c9c7e8 is going to be updated. [ 1228.700347] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-8446325c-f795-4856-b10e-0879b36e372c taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.700601] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8446325c-f795-4856-b10e-0879b36e372c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.702880] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 80edbcac-0ca1-49d6-8701-a9d6c240c7ab with status ACTIVE [ 1228.703103] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.703223] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.703295] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.703499] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.703591] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.703764] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.703862] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.703916] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.704240] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.704240] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.704376] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.704465] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.704512] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.704647] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.704741] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.704815] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 80edbcac-0ca1-49d6-8701-a9d6c240c7ab is going to be updated. [ 1228.726161] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.726456] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.726539] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.726829] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.727074] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.727296] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-80edbcac-0ca1-49d6-8701-a9d6c240c7ab" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.732358] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.732516] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.732636] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.732839] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.733011] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.751639] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8974f603-df0a-4774-8626-2d5da9c9c7e8 in Status: IN_PROGRESS for 2s [ 1229.150195] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8446325c-f795-4856-b10e-0879b36e372c in Status: SUCCESS [ 1229.150457] env[66341]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8446325c-f795-4856-b10e-0879b36e372c deletion is rescheduled due to dependency. [ 1229.150656] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8446325c-f795-4856-b10e-0879b36e372c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.150843] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8446325c-f795-4856-b10e-0879b36e372c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.151155] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8446325c-f795-4856-b10e-0879b36e372c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.151358] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.151491] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.151564] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.151799] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.151951] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.152122] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8446325c-f795-4856-b10e-0879b36e372c',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1229.654727] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8446325c-f795-4856-b10e-0879b36e372c',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1230.157266] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8446325c-f795-4856-b10e-0879b36e372c',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1230.660162] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.660734] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.660734] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.660734] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.661031] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.661031] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8446325c-f795-4856-b10e-0879b36e372c is going to be updated. [ 1230.689242] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.689502] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.689502] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.689715] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.689848] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.698212] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8446325c-f795-4856-b10e-0879b36e372c in Status: IN_PROGRESS for 2s [ 1230.768757] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8974f603-df0a-4774-8626-2d5da9c9c7e8 in Status: SUCCESS [ 1230.769156] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8974f603-df0a-4774-8626-2d5da9c9c7e8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.707824] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8446325c-f795-4856-b10e-0879b36e372c in Status: SUCCESS [ 1232.708372] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8446325c-f795-4856-b10e-0879b36e372c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.708372] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8446325c-f795-4856-b10e-0879b36e372c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.708529] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8446325c-f795-4856-b10e-0879b36e372c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.708682] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.708796] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.708864] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.709038] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.709086] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.709178] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8446325c-f795-4856-b10e-0879b36e372c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.709312] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8446325c-f795-4856-b10e-0879b36e372c',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1233.197383] env[66341]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1233.197602] env[66341]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1233.211257] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8446325c-f795-4856-b10e-0879b36e372c',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1233.716443] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8446325c-f795-4856-b10e-0879b36e372c: rpc.has_security_group_logging(os_id): False [ 1233.737815] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.738130] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.738233] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.738426] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.738567] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.738971] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.738971] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.739201] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.739257] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.739344] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.739437] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8446325c-f795-4856-b10e-0879b36e372c is going to be updated. [ 1233.803643] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.803862] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.803862] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.804032] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.804183] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.819045] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8446325c-f795-4856-b10e-0879b36e372c in Status: IN_PROGRESS for 2s [ 1235.630088] env[66341]: INFO networking_nsxv3.common.synchronization [req-dc0858a3-ab18-4591-889d-a92450f9eba8 req-4265ccb4-3e2d-4ee4-97b4-34eec57cdf37 tempest-ServerActionsTestJSON-1002973104 tempest-ServerActionsTestJSON-1002973104-project-member] Enqueued Resource ID: c0321722-43f8-42ca-8095-38c306907674 with Priority: HIGHEST for action security_group_members [ 1235.630616] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0321722-43f8-42ca-8095-38c306907674 with Priority: HIGHEST for action security_group_members [ 1235.630936] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0321722-43f8-42ca-8095-38c306907674 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.631038] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0321722-43f8-42ca-8095-38c306907674" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.631109] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0321722-43f8-42ca-8095-38c306907674" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.631307] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0321722-43f8-42ca-8095-38c306907674" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.631486] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.631589] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.631653] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.631798] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.631990] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.631990] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c0321722-43f8-42ca-8095-38c306907674',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1235.835023] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8446325c-f795-4856-b10e-0879b36e372c in Status: SUCCESS [ 1235.835230] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8446325c-f795-4856-b10e-0879b36e372c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.134067] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.134067] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.134067] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.134372] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.134372] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.134562] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.134634] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.134693] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.134840] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.134939] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.134993] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c0321722-43f8-42ca-8095-38c306907674 is going to be updated. [ 1236.164683] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.164975] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.164975] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.165126] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.165276] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.175181] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0321722-43f8-42ca-8095-38c306907674 in Status: IN_PROGRESS for 2s [ 1238.186383] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0321722-43f8-42ca-8095-38c306907674 in Status: SUCCESS [ 1238.186759] env[66341]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c0321722-43f8-42ca-8095-38c306907674 deletion is rescheduled due to dependency. [ 1238.186759] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0321722-43f8-42ca-8095-38c306907674" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.631414] env[66341]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1240.631812] env[66341]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1242.707947] env[66341]: INFO networking_nsxv3.common.synchronization [req-07bd6ec1-ff99-4ab5-b268-607c5cdd88bd req-cb983dbc-e4d2-4fb4-915b-432c0e55b015 tempest-ServerActionsTestJSON-1002973104 tempest-ServerActionsTestJSON-1002973104-project-member] Enqueued Resource ID: c0321722-43f8-42ca-8095-38c306907674 with Priority: HIGHEST for action security_group_members [ 1242.708878] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0321722-43f8-42ca-8095-38c306907674 with Priority: HIGHEST for action security_group_members [ 1242.708878] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0321722-43f8-42ca-8095-38c306907674 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.708976] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0321722-43f8-42ca-8095-38c306907674" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.709148] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0321722-43f8-42ca-8095-38c306907674" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.709410] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0321722-43f8-42ca-8095-38c306907674" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.709666] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.709801] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.709875] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.710039] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.710159] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.710240] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c0321722-43f8-42ca-8095-38c306907674',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1243.040733] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock network-912 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.040924] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "network-912" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.041031] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "network-912" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.041311] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "network-912" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.041566] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.041752] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.041881] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.042126] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.042316] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.042570] env[66341]: DEBUG dogpile.cache.region [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1243.042736] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] NeedRegenerationException {{(pid=66341) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1243.042931] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] no value, waiting for create lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1243.043155] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] value creation lock acquired {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1243.043357] env[66341]: DEBUG dogpile.cache.region [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1243.043513] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Calling creation function for not-yet-present value {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1243.043691] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1243.065992] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1243.066298] env[66341]: DEBUG dogpile.cache.region [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66341) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1243.066500] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Released creation lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1243.066842] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "network-912" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.067189] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock port-11b2f62e-861d-460d-a3f6-c84f2c6aa526 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.067369] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "port-11b2f62e-861d-460d-a3f6-c84f2c6aa526" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.067489] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "port-11b2f62e-861d-460d-a3f6-c84f2c6aa526" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.067886] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "port-11b2f62e-861d-460d-a3f6-c84f2c6aa526" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.068038] env[66341]: DEBUG networking_nsxv3.api.rpc [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('11b2f62e-861d-460d-a3f6-c84f2c6aa526',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1243.212209] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.212465] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.212465] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.212660] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.212754] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.212945] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.213054] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.213111] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.213262] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.213347] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.213416] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c0321722-43f8-42ca-8095-38c306907674 is going to be updated. [ 1243.256880] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.256880] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.256880] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.257267] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.257267] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.267216] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0321722-43f8-42ca-8095-38c306907674 in Status: IN_PROGRESS for 2s [ 1243.569896] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.570137] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.570265] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.570561] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.570715] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.570871] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Segment Port 11b2f62e-861d-460d-a3f6-c84f2c6aa526 not found, creating... [ 1243.571150] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.571312] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.571431] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.571649] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.571784] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.572078] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.572281] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.572345] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.572567] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.572704] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.572842] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Resource: SegmentPort with ID: 11b2f62e-861d-460d-a3f6-c84f2c6aa526 is going to be created. [ 1243.593132] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.593368] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.593498] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.593773] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.594018] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.594245] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "port-11b2f62e-861d-460d-a3f6-c84f2c6aa526" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.291594] env[66341]: INFO networking_nsxv3.common.synchronization [req-07bd6ec1-ff99-4ab5-b268-607c5cdd88bd req-81c06944-6ae0-4621-bba8-6a28604fb7e6 service nova] Enqueued Resource ID: c0321722-43f8-42ca-8095-38c306907674 with Priority: HIGHEST for action security_group_rules [ 1244.291857] env[66341]: INFO networking_nsxv3.common.synchronization [req-07bd6ec1-ff99-4ab5-b268-607c5cdd88bd req-81c06944-6ae0-4621-bba8-6a28604fb7e6 service nova] Enqueued Resource ID: c0321722-43f8-42ca-8095-38c306907674 with Priority: HIGHEST for action security_group_members [ 1244.291924] env[66341]: INFO networking_nsxv3.common.synchronization [req-07bd6ec1-ff99-4ab5-b268-607c5cdd88bd req-81c06944-6ae0-4621-bba8-6a28604fb7e6 service nova] Enqueued Resource ID: 11b2f62e-861d-460d-a3f6-c84f2c6aa526 with Priority: HIGHEST for action port [ 1244.292454] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0321722-43f8-42ca-8095-38c306907674 with Priority: HIGHEST for action security_group_rules [ 1244.292588] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0321722-43f8-42ca-8095-38c306907674 with Priority: HIGHEST for action security_group_members [ 1244.292689] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11b2f62e-861d-460d-a3f6-c84f2c6aa526 with Priority: HIGHEST for action port [ 1244.292964] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c0321722-43f8-42ca-8095-38c306907674 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.293102] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c0321722-43f8-42ca-8095-38c306907674" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.293169] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c0321722-43f8-42ca-8095-38c306907674" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.293362] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c0321722-43f8-42ca-8095-38c306907674" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.293443] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c0321722-43f8-42ca-8095-38c306907674',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1244.294263] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0321722-43f8-42ca-8095-38c306907674 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.294362] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0321722-43f8-42ca-8095-38c306907674" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.294556] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-11b2f62e-861d-460d-a3f6-c84f2c6aa526 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.294673] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-11b2f62e-861d-460d-a3f6-c84f2c6aa526" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.294742] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-11b2f62e-861d-460d-a3f6-c84f2c6aa526" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.294917] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-11b2f62e-861d-460d-a3f6-c84f2c6aa526" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.294993] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('11b2f62e-861d-460d-a3f6-c84f2c6aa526',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1244.796578] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0321722-43f8-42ca-8095-38c306907674 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.796578] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0321722-43f8-42ca-8095-38c306907674" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.796817] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 11b2f62e-861d-460d-a3f6-c84f2c6aa526 with status ACTIVE [ 1244.797023] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.797132] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.797201] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.797461] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.797549] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.797723] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.797824] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.797887] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.799036] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.799036] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.799036] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.799036] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.799036] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.799036] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.799036] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.799036] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 11b2f62e-861d-460d-a3f6-c84f2c6aa526 is going to be updated. [ 1244.819244] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.819457] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.819457] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.819689] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.819833] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.820000] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-11b2f62e-861d-460d-a3f6-c84f2c6aa526" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.279315] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0321722-43f8-42ca-8095-38c306907674 in Status: SUCCESS [ 1245.279508] env[66341]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c0321722-43f8-42ca-8095-38c306907674 deletion is rescheduled due to dependency. [ 1245.279560] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0321722-43f8-42ca-8095-38c306907674" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.279716] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0321722-43f8-42ca-8095-38c306907674" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.279952] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0321722-43f8-42ca-8095-38c306907674" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.280156] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.280273] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.280342] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.280503] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.280588] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.280691] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c0321722-43f8-42ca-8095-38c306907674',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1245.782980] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c0321722-43f8-42ca-8095-38c306907674',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1246.286042] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c0321722-43f8-42ca-8095-38c306907674',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1246.788711] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.789100] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.789100] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.789190] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.789275] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.789377] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c0321722-43f8-42ca-8095-38c306907674 is going to be updated. [ 1246.818963] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.819119] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.819198] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.819482] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.819676] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.829829] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0321722-43f8-42ca-8095-38c306907674 in Status: IN_PROGRESS for 2s [ 1247.166729] env[66341]: INFO networking_nsxv3.common.synchronization [req-090e040f-84fd-46f1-b316-b3faae32d5cb req-17ba1a59-f43a-475f-9655-74803ea81f7d tempest-AttachVolumeNegativeTest-1448458397 tempest-AttachVolumeNegativeTest-1448458397-project-member] Enqueued Resource ID: 8e425ed3-790e-4507-9074-7831404ddd85 with Priority: HIGHEST for action security_group_members [ 1247.167310] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e425ed3-790e-4507-9074-7831404ddd85 with Priority: HIGHEST for action security_group_members [ 1247.167625] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e425ed3-790e-4507-9074-7831404ddd85 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.168124] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e425ed3-790e-4507-9074-7831404ddd85" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.168124] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e425ed3-790e-4507-9074-7831404ddd85" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.168124] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e425ed3-790e-4507-9074-7831404ddd85" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.168535] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.168652] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.168725] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.169075] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.169075] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.169182] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8e425ed3-790e-4507-9074-7831404ddd85',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1247.670778] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.670976] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.671078] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.671350] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.671471] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.671715] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.671858] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.671912] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.672046] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.672124] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.672212] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e425ed3-790e-4507-9074-7831404ddd85 is going to be updated. [ 1247.698281] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.698474] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.698474] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.698669] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.698811] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.709416] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e425ed3-790e-4507-9074-7831404ddd85 in Status: IN_PROGRESS for 2s [ 1248.839778] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0321722-43f8-42ca-8095-38c306907674 in Status: SUCCESS [ 1248.840159] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0321722-43f8-42ca-8095-38c306907674" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.840159] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0321722-43f8-42ca-8095-38c306907674" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.840387] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0321722-43f8-42ca-8095-38c306907674" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.840616] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.840698] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.840767] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.840944] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.841060] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.841147] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0321722-43f8-42ca-8095-38c306907674" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.841239] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c0321722-43f8-42ca-8095-38c306907674',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1249.343729] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c0321722-43f8-42ca-8095-38c306907674',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1249.721250] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e425ed3-790e-4507-9074-7831404ddd85 in Status: SUCCESS [ 1249.721466] env[66341]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e425ed3-790e-4507-9074-7831404ddd85 deletion is rescheduled due to dependency. [ 1249.721575] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e425ed3-790e-4507-9074-7831404ddd85" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.846316] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c0321722-43f8-42ca-8095-38c306907674: rpc.has_security_group_logging(os_id): False [ 1249.863571] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.863792] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.863792] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.863988] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.864108] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.864415] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.864527] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.864604] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.864766] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.864881] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.864979] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c0321722-43f8-42ca-8095-38c306907674 is going to be updated. [ 1249.924762] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.925016] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.925069] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.925346] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.925501] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.936884] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c0321722-43f8-42ca-8095-38c306907674 in Status: IN_PROGRESS for 2s [ 1251.950786] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c0321722-43f8-42ca-8095-38c306907674 in Status: SUCCESS [ 1251.951195] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c0321722-43f8-42ca-8095-38c306907674" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.168629] env[66341]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1252.168805] env[66341]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1254.105320] env[66341]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-ebb35a8f-90ae-4f98-9b2d-22c68c956d60 None None] NSXv3 Agent Agent loop - iteration:2 completed [ 1254.105320] env[66341]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-ebb35a8f-90ae-4f98-9b2d-22c68c956d60 None None] NSXv3 Agent Agent loop - iteration:3 started [ 1257.170245] env[66341]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1257.170620] env[66341]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1261.806543] env[66341]: INFO networking_nsxv3.common.synchronization [req-376dc88e-0003-424a-97cb-4aa78c4a761c req-93f780a5-f5c6-45b1-a8d8-25d0326222c7 tempest-DeleteServersTestJSON-147244224 tempest-DeleteServersTestJSON-147244224-project-member] Enqueued Resource ID: 8974f603-df0a-4774-8626-2d5da9c9c7e8 with Priority: HIGHEST for action security_group_members [ 1261.807362] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8974f603-df0a-4774-8626-2d5da9c9c7e8 with Priority: HIGHEST for action security_group_members [ 1261.807538] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-8974f603-df0a-4774-8626-2d5da9c9c7e8 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.807718] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8974f603-df0a-4774-8626-2d5da9c9c7e8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.807806] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8974f603-df0a-4774-8626-2d5da9c9c7e8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.809816] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8974f603-df0a-4774-8626-2d5da9c9c7e8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.810050] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.810178] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.810252] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.810464] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.811126] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.811126] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8974f603-df0a-4774-8626-2d5da9c9c7e8',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1262.313064] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.313269] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.313342] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.313561] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.313652] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.313845] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.313941] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.314013] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.314160] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.314237] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.314320] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8974f603-df0a-4774-8626-2d5da9c9c7e8 is going to be updated. [ 1262.344517] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.344785] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.344843] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.345018] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.345193] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.356103] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8974f603-df0a-4774-8626-2d5da9c9c7e8 in Status: IN_PROGRESS for 2s [ 1264.367897] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8974f603-df0a-4774-8626-2d5da9c9c7e8 in Status: SUCCESS [ 1264.368325] env[66341]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8974f603-df0a-4774-8626-2d5da9c9c7e8 deletion is rescheduled due to dependency. [ 1264.368325] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8974f603-df0a-4774-8626-2d5da9c9c7e8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.808777] env[66341]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1266.809070] env[66341]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1270.565170] env[66341]: INFO networking_nsxv3.common.synchronization [req-8df37437-7101-4840-9a75-e2bfc7618fa1 req-c95108e2-7ecc-4ee3-a225-468ca26c2cd3 tempest-ServerActionsTestOtherA-1115878785 tempest-ServerActionsTestOtherA-1115878785-project-member] Enqueued Resource ID: 1ea156fb-f61d-416b-a670-e0d61d41f217 with Priority: HIGHEST for action security_group_members [ 1270.565725] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ea156fb-f61d-416b-a670-e0d61d41f217 with Priority: HIGHEST for action security_group_members [ 1270.566039] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ea156fb-f61d-416b-a670-e0d61d41f217 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.566172] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ea156fb-f61d-416b-a670-e0d61d41f217" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.566227] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ea156fb-f61d-416b-a670-e0d61d41f217" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.566443] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ea156fb-f61d-416b-a670-e0d61d41f217" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.566561] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.566659] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.566698] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.567215] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.567215] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.567405] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1ea156fb-f61d-416b-a670-e0d61d41f217',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.071325] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1ea156fb-f61d-416b-a670-e0d61d41f217',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.574110] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1ea156fb-f61d-416b-a670-e0d61d41f217',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1272.077117] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.077117] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.077117] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.077428] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.077428] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.077428] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1ea156fb-f61d-416b-a670-e0d61d41f217 is going to be updated. [ 1272.104097] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.104309] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.104485] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.104813] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.105051] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.113490] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ea156fb-f61d-416b-a670-e0d61d41f217 in Status: IN_PROGRESS for 2s [ 1274.125282] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ea156fb-f61d-416b-a670-e0d61d41f217 in Status: SUCCESS [ 1274.125618] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ea156fb-f61d-416b-a670-e0d61d41f217" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.567425] env[66341]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1275.567713] env[66341]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1280.568958] env[66341]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1280.569412] env[66341]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1281.059743] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.059905] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.059976] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.060237] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.060347] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1281.562692] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1282.064594] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1282.566840] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1282.567050] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1283.324870] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.325373] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.325373] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.325373] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.339364] env[66341]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1283.340402] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.341399] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1283.380738] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.380957] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.381067] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.381352] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.395712] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.396713] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1283.396860] env[66341]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=66341) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1283.397026] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1283.439026] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.439281] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.439281] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.439485] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.440746] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.440966] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1283.536747] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.537486] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.537617] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.538275] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.540439] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.540821] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1283.630256] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.630256] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.630256] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.630256] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.630256] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.630908] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:38. [ 1283.630908] env[66341]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'8446325c-f795-4856-b10e-0879b36e372c', 'e03fc385-66ba-42c9-b816-198f2e2632ea', '176ffb11-6246-4690-ac9f-fd4744dca828', '425f71c6-e712-43c2-9aa2-e8c6130a415c', '3bd24151-8924-4c51-b869-89f5cc8e8a8d', '8e425ed3-790e-4507-9074-7831404ddd85', '8974f603-df0a-4774-8626-2d5da9c9c7e8', '54584e3e-60dc-4e1c-b022-2fb1fc1ac01d', 'd66904c9-4428-4004-bde1-6a5aae8542da', '00f59204-3259-4365-b712-ff2b98a2bad1', '1ea156fb-f61d-416b-a670-e0d61d41f217', '0c1e4204-ef25-40e6-a41d-0250216e6636', '2ea41ce2-2c0a-4fc7-8b64-24edc2940540', '4d9b6380-677b-4132-82db-36e6ccf66fa3', 'd84d375e-352c-4652-9cd1-7b8a197b13fd', 'd381340a-3892-4f37-8f65-483092c73799', '9cdf7238-451f-4652-91ab-fc85ab12a1b5', '3b39a8b0-a78c-4d52-91b6-8862536bfaa9', 'c297b896-2212-473c-b124-d5223cf48582', 'c0321722-43f8-42ca-8095-38c306907674', 'fcebbbba-2420-44ba-8b78-4fd6c469b760', '3e60923b-0326-4e64-92e9-cecea00006f4', 'b7f60bac-f9d3-4f79-8d31-ce493c6ee41d', '8d6fbd61-b3e1-4a9f-90d5-fd590bf3067a', '3a4db453-806e-4421-9a20-de590427fd35', '65e0de1e-4c93-4d0c-ba35-be0fe8744a9d', 'b98d8ee2-f59a-4689-8c0c-13a03225f372', '2ed187ee-7bd7-40db-95c6-d801d1551633', '56a8d4d9-e4b8-4c97-bde5-0fadd80aae09', 'efa3519a-8d71-4575-b186-e4adadeb9631', '9992e15b-8b68-4bfe-a54f-3065e157b3b3', '4e8cb6e0-656e-435a-bc05-c20ad7c11044', '1702c6fa-3757-415a-b30c-40587377084c', 'ce7ac1e0-dc34-4cba-baba-29e6c6c5c0d4', 'c6e49699-2c9c-434d-a135-bff39cf7ae55', '1a9808dd-4c11-4a73-8fb5-cfdacc0308bb', 'fb0cb4f0-93d5-47a3-a946-b613a4a7d88a', 'e83c997d-7705-4cd4-85bf-1c614630f4a7'} {{(pid=66341) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1283.630908] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1283.652256] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.652453] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.652509] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.652752] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.652845] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.652963] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1283.653051] env[66341]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=66341) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1283.653123] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1283.748258] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.748415] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.748459] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.748726] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.750116] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.750488] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1283.750615] env[66341]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=66341) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1283.750751] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1283.750864] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1283.751015] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/38 resources of Type:Security Group Rules [ 1283.751101] env[66341]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8446325c-f795-4856-b10e-0879b36e372c with Priority: HIGH for action security_group_rules [ 1283.751197] env[66341]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e03fc385-66ba-42c9-b816-198f2e2632ea with Priority: HIGH for action security_group_rules [ 1283.751312] env[66341]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 176ffb11-6246-4690-ac9f-fd4744dca828 with Priority: HIGH for action security_group_rules [ 1283.751389] env[66341]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 425f71c6-e712-43c2-9aa2-e8c6130a415c with Priority: HIGH for action security_group_rules [ 1283.751502] env[66341]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3bd24151-8924-4c51-b869-89f5cc8e8a8d with Priority: HIGH for action security_group_rules [ 1283.751592] env[66341]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8e425ed3-790e-4507-9074-7831404ddd85 with Priority: HIGH for action security_group_rules [ 1283.751800] env[66341]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8974f603-df0a-4774-8626-2d5da9c9c7e8 with Priority: HIGH for action security_group_rules [ 1283.751800] env[66341]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 54584e3e-60dc-4e1c-b022-2fb1fc1ac01d with Priority: HIGH for action security_group_rules [ 1283.752757] env[66341]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d66904c9-4428-4004-bde1-6a5aae8542da with Priority: HIGH for action security_group_rules [ 1283.752757] env[66341]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 00f59204-3259-4365-b712-ff2b98a2bad1 with Priority: HIGH for action security_group_rules [ 1283.752757] env[66341]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1ea156fb-f61d-416b-a670-e0d61d41f217 with Priority: HIGH for action security_group_rules [ 1283.752757] env[66341]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0c1e4204-ef25-40e6-a41d-0250216e6636 with Priority: HIGH for action security_group_rules [ 1283.752757] env[66341]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2ea41ce2-2c0a-4fc7-8b64-24edc2940540 with Priority: HIGH for action security_group_rules [ 1283.752757] env[66341]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4d9b6380-677b-4132-82db-36e6ccf66fa3 with Priority: HIGH for action security_group_rules [ 1283.752757] env[66341]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d84d375e-352c-4652-9cd1-7b8a197b13fd with Priority: HIGH for action security_group_rules [ 1283.753047] env[66341]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d381340a-3892-4f37-8f65-483092c73799 with Priority: HIGH for action security_group_rules [ 1283.753047] env[66341]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9cdf7238-451f-4652-91ab-fc85ab12a1b5 with Priority: HIGH for action security_group_rules [ 1283.753047] env[66341]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3b39a8b0-a78c-4d52-91b6-8862536bfaa9 with Priority: HIGH for action security_group_rules [ 1283.753173] env[66341]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c297b896-2212-473c-b124-d5223cf48582 with Priority: HIGH for action security_group_rules [ 1283.753221] env[66341]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c0321722-43f8-42ca-8095-38c306907674 with Priority: HIGH for action security_group_rules [ 1283.753371] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.569993] env[66341]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1285.570418] env[66341]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=0 [ 1285.570418] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8446325c-f795-4856-b10e-0879b36e372c with Priority: HIGH for action security_group_rules [ 1285.570418] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 176ffb11-6246-4690-ac9f-fd4744dca828 with Priority: HIGH for action security_group_rules [ 1285.570545] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8974f603-df0a-4774-8626-2d5da9c9c7e8 with Priority: HIGH for action security_group_rules [ 1285.570589] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d84d375e-352c-4652-9cd1-7b8a197b13fd with Priority: HIGH for action security_group_rules [ 1285.570646] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0321722-43f8-42ca-8095-38c306907674 with Priority: HIGH for action security_group_rules [ 1285.570737] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c297b896-2212-473c-b124-d5223cf48582 with Priority: HIGH for action security_group_rules [ 1285.570832] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b39a8b0-a78c-4d52-91b6-8862536bfaa9 with Priority: HIGH for action security_group_rules [ 1285.570921] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cdf7238-451f-4652-91ab-fc85ab12a1b5 with Priority: HIGH for action security_group_rules [ 1285.571025] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d9b6380-677b-4132-82db-36e6ccf66fa3 with Priority: HIGH for action security_group_rules [ 1285.571120] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d381340a-3892-4f37-8f65-483092c73799 with Priority: HIGH for action security_group_rules [ 1285.571225] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ea41ce2-2c0a-4fc7-8b64-24edc2940540 with Priority: HIGH for action security_group_rules [ 1285.571295] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c1e4204-ef25-40e6-a41d-0250216e6636 with Priority: HIGH for action security_group_rules [ 1285.571380] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ea156fb-f61d-416b-a670-e0d61d41f217 with Priority: HIGH for action security_group_rules [ 1285.571466] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00f59204-3259-4365-b712-ff2b98a2bad1 with Priority: HIGH for action security_group_rules [ 1285.571552] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d66904c9-4428-4004-bde1-6a5aae8542da with Priority: HIGH for action security_group_rules [ 1285.571639] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e425ed3-790e-4507-9074-7831404ddd85 with Priority: HIGH for action security_group_rules [ 1285.571729] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54584e3e-60dc-4e1c-b022-2fb1fc1ac01d with Priority: HIGH for action security_group_rules [ 1285.571815] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bd24151-8924-4c51-b869-89f5cc8e8a8d with Priority: HIGH for action security_group_rules [ 1285.571922] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e03fc385-66ba-42c9-b816-198f2e2632ea with Priority: HIGH for action security_group_rules [ 1285.572043] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 425f71c6-e712-43c2-9aa2-e8c6130a415c with Priority: HIGH for action security_group_rules [ 1285.572437] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8446325c-f795-4856-b10e-0879b36e372c taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.572568] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8446325c-f795-4856-b10e-0879b36e372c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.572638] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8446325c-f795-4856-b10e-0879b36e372c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.572886] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8446325c-f795-4856-b10e-0879b36e372c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.573022] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8446325c-f795-4856-b10e-0879b36e372c',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1285.574008] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-176ffb11-6246-4690-ac9f-fd4744dca828 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.574138] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-176ffb11-6246-4690-ac9f-fd4744dca828" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.574202] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-176ffb11-6246-4690-ac9f-fd4744dca828" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.574380] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-176ffb11-6246-4690-ac9f-fd4744dca828" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.574459] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('176ffb11-6246-4690-ac9f-fd4744dca828',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1285.575267] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8974f603-df0a-4774-8626-2d5da9c9c7e8 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.575366] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8974f603-df0a-4774-8626-2d5da9c9c7e8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.575433] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8974f603-df0a-4774-8626-2d5da9c9c7e8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.575587] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8974f603-df0a-4774-8626-2d5da9c9c7e8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.575654] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8974f603-df0a-4774-8626-2d5da9c9c7e8',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1285.576559] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d84d375e-352c-4652-9cd1-7b8a197b13fd taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.576666] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d84d375e-352c-4652-9cd1-7b8a197b13fd" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.576734] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d84d375e-352c-4652-9cd1-7b8a197b13fd" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.576908] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d84d375e-352c-4652-9cd1-7b8a197b13fd" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.576994] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d84d375e-352c-4652-9cd1-7b8a197b13fd',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1285.577663] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c0321722-43f8-42ca-8095-38c306907674 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.577771] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c0321722-43f8-42ca-8095-38c306907674" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.577847] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c0321722-43f8-42ca-8095-38c306907674" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.577983] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c0321722-43f8-42ca-8095-38c306907674" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.578073] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c0321722-43f8-42ca-8095-38c306907674',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1285.578738] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c297b896-2212-473c-b124-d5223cf48582 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.578842] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c297b896-2212-473c-b124-d5223cf48582" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.578906] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c297b896-2212-473c-b124-d5223cf48582" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.579110] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c297b896-2212-473c-b124-d5223cf48582" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.579141] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c297b896-2212-473c-b124-d5223cf48582',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1285.579873] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3b39a8b0-a78c-4d52-91b6-8862536bfaa9 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.579983] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3b39a8b0-a78c-4d52-91b6-8862536bfaa9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.580060] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3b39a8b0-a78c-4d52-91b6-8862536bfaa9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.580209] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3b39a8b0-a78c-4d52-91b6-8862536bfaa9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.580300] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3b39a8b0-a78c-4d52-91b6-8862536bfaa9',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1285.581052] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9cdf7238-451f-4652-91ab-fc85ab12a1b5 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.581160] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9cdf7238-451f-4652-91ab-fc85ab12a1b5" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.581228] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9cdf7238-451f-4652-91ab-fc85ab12a1b5" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.581378] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9cdf7238-451f-4652-91ab-fc85ab12a1b5" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.581451] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9cdf7238-451f-4652-91ab-fc85ab12a1b5',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1285.582139] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4d9b6380-677b-4132-82db-36e6ccf66fa3 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.582248] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4d9b6380-677b-4132-82db-36e6ccf66fa3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.582314] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4d9b6380-677b-4132-82db-36e6ccf66fa3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.582464] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4d9b6380-677b-4132-82db-36e6ccf66fa3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.582535] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4d9b6380-677b-4132-82db-36e6ccf66fa3',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1285.583289] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d381340a-3892-4f37-8f65-483092c73799 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.583886] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d381340a-3892-4f37-8f65-483092c73799" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.583886] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d381340a-3892-4f37-8f65-483092c73799" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.583886] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d381340a-3892-4f37-8f65-483092c73799" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.583886] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d381340a-3892-4f37-8f65-483092c73799',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1285.584636] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2ea41ce2-2c0a-4fc7-8b64-24edc2940540 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.584755] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2ea41ce2-2c0a-4fc7-8b64-24edc2940540" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.584861] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2ea41ce2-2c0a-4fc7-8b64-24edc2940540" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.585013] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2ea41ce2-2c0a-4fc7-8b64-24edc2940540" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.585091] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2ea41ce2-2c0a-4fc7-8b64-24edc2940540',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1285.587671] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0c1e4204-ef25-40e6-a41d-0250216e6636 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.587801] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0c1e4204-ef25-40e6-a41d-0250216e6636" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.587858] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0c1e4204-ef25-40e6-a41d-0250216e6636" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.588010] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0c1e4204-ef25-40e6-a41d-0250216e6636" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.588082] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0c1e4204-ef25-40e6-a41d-0250216e6636',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1285.588844] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1ea156fb-f61d-416b-a670-e0d61d41f217 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.588958] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1ea156fb-f61d-416b-a670-e0d61d41f217" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.589037] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1ea156fb-f61d-416b-a670-e0d61d41f217" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.589208] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1ea156fb-f61d-416b-a670-e0d61d41f217" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.589287] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1ea156fb-f61d-416b-a670-e0d61d41f217',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1285.589937] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-00f59204-3259-4365-b712-ff2b98a2bad1 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.590058] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-00f59204-3259-4365-b712-ff2b98a2bad1" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.590121] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-00f59204-3259-4365-b712-ff2b98a2bad1" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.590270] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-00f59204-3259-4365-b712-ff2b98a2bad1" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.590344] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('00f59204-3259-4365-b712-ff2b98a2bad1',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1285.591104] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d66904c9-4428-4004-bde1-6a5aae8542da taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.591216] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d66904c9-4428-4004-bde1-6a5aae8542da" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.591282] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d66904c9-4428-4004-bde1-6a5aae8542da" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.591430] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d66904c9-4428-4004-bde1-6a5aae8542da" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.591502] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d66904c9-4428-4004-bde1-6a5aae8542da',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1285.592176] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8e425ed3-790e-4507-9074-7831404ddd85 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.592296] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8e425ed3-790e-4507-9074-7831404ddd85" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.592364] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8e425ed3-790e-4507-9074-7831404ddd85" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.592511] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8e425ed3-790e-4507-9074-7831404ddd85" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.592582] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8e425ed3-790e-4507-9074-7831404ddd85',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1285.593244] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-54584e3e-60dc-4e1c-b022-2fb1fc1ac01d taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.593400] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-54584e3e-60dc-4e1c-b022-2fb1fc1ac01d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.593400] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-54584e3e-60dc-4e1c-b022-2fb1fc1ac01d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.593555] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-54584e3e-60dc-4e1c-b022-2fb1fc1ac01d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.593626] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('54584e3e-60dc-4e1c-b022-2fb1fc1ac01d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1285.594380] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3bd24151-8924-4c51-b869-89f5cc8e8a8d taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.594485] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3bd24151-8924-4c51-b869-89f5cc8e8a8d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.594654] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3bd24151-8924-4c51-b869-89f5cc8e8a8d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.594698] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3bd24151-8924-4c51-b869-89f5cc8e8a8d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.594787] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3bd24151-8924-4c51-b869-89f5cc8e8a8d',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1285.595570] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e03fc385-66ba-42c9-b816-198f2e2632ea taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.595677] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e03fc385-66ba-42c9-b816-198f2e2632ea" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.595743] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e03fc385-66ba-42c9-b816-198f2e2632ea" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.595886] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e03fc385-66ba-42c9-b816-198f2e2632ea" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.595976] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e03fc385-66ba-42c9-b816-198f2e2632ea',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1285.597020] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-425f71c6-e712-43c2-9aa2-e8c6130a415c taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.597141] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-425f71c6-e712-43c2-9aa2-e8c6130a415c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.597208] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-425f71c6-e712-43c2-9aa2-e8c6130a415c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.597358] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-425f71c6-e712-43c2-9aa2-e8c6130a415c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.597433] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('425f71c6-e712-43c2-9aa2-e8c6130a415c',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1285.622174] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.622340] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.622431] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.622633] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.625573] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.625704] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.642462] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.642652] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d84d375e-352c-4652-9cd1-7b8a197b13fd is going to be deleted. [ 1285.643507] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.643721] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.663576] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.663724] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 176ffb11-6246-4690-ac9f-fd4744dca828 is going to be deleted. [ 1285.698182] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.698428] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.698428] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.698625] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.698716] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.698842] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d84d375e-352c-4652-9cd1-7b8a197b13fd" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.713051] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.713244] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.713287] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.713469] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.713563] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.713686] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-176ffb11-6246-4690-ac9f-fd4744dca828" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.991613] env[66341]: INFO networking_nsxv3.common.synchronization [req-338bb4ec-1e03-4ae4-a612-e06741a90378 req-2a2f3b85-f6e9-4d2a-bdfa-3997eaa66829 tempest-ServerActionsTestOtherA-1115878785 tempest-ServerActionsTestOtherA-1115878785-project-member] Enqueued Resource ID: 1ea156fb-f61d-416b-a670-e0d61d41f217 with Priority: HIGHEST for action security_group_members [ 1285.992174] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ea156fb-f61d-416b-a670-e0d61d41f217 with Priority: HIGHEST for action security_group_members [ 1285.992473] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ea156fb-f61d-416b-a670-e0d61d41f217 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.992593] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ea156fb-f61d-416b-a670-e0d61d41f217" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.992661] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ea156fb-f61d-416b-a670-e0d61d41f217" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.992859] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ea156fb-f61d-416b-a670-e0d61d41f217" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.993061] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.993154] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.993309] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.993397] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.993536] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.993682] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1ea156fb-f61d-416b-a670-e0d61d41f217',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1286.099119] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-8446325c-f795-4856-b10e-0879b36e372c taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.099119] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8446325c-f795-4856-b10e-0879b36e372c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.099119] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8446325c-f795-4856-b10e-0879b36e372c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.099419] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8446325c-f795-4856-b10e-0879b36e372c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.099613] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.099723] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.099795] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.099977] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.100079] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.100173] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8446325c-f795-4856-b10e-0879b36e372c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.100266] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8446325c-f795-4856-b10e-0879b36e372c',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1286.101319] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-d66904c9-4428-4004-bde1-6a5aae8542da taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.101470] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d66904c9-4428-4004-bde1-6a5aae8542da" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.101470] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d66904c9-4428-4004-bde1-6a5aae8542da" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.101658] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d66904c9-4428-4004-bde1-6a5aae8542da" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.101816] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.101938] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.102017] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.102140] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.102237] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.102328] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d66904c9-4428-4004-bde1-6a5aae8542da" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.102413] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d66904c9-4428-4004-bde1-6a5aae8542da',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1286.106572] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0321722-43f8-42ca-8095-38c306907674 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.106687] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0321722-43f8-42ca-8095-38c306907674" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.106743] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0321722-43f8-42ca-8095-38c306907674" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.106934] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0321722-43f8-42ca-8095-38c306907674" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.107091] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.107191] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.107256] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.107400] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.107481] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.107562] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0321722-43f8-42ca-8095-38c306907674" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.107643] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c0321722-43f8-42ca-8095-38c306907674',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1286.108849] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ea156fb-f61d-416b-a670-e0d61d41f217 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.108945] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ea156fb-f61d-416b-a670-e0d61d41f217" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.159346] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.159567] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.159567] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.159754] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.165720] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.165906] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.173091] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.173283] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.174223] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.174607] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.175488] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.175591] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.176307] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.176466] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.177176] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.177270] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.178019] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.178134] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.178882] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.178979] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.179686] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.179775] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.180503] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.180600] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.181319] env[66341]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1286.181817] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.181964] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.182679] env[66341]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1286.183160] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.183286] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.184013] env[66341]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1286.184469] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.184586] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.185327] env[66341]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1286.185770] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.185903] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 00f59204-3259-4365-b712-ff2b98a2bad1 is going to be deleted. [ 1286.186808] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.187076] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.207672] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.207846] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 54584e3e-60dc-4e1c-b022-2fb1fc1ac01d is going to be deleted. [ 1286.209093] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.209310] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.232406] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.232582] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d381340a-3892-4f37-8f65-483092c73799 is going to be deleted. [ 1286.233473] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.233691] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.254230] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.254416] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8e425ed3-790e-4507-9074-7831404ddd85 is going to be deleted. [ 1286.255756] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.256105] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.258159] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.258350] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.278844] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.279086] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e03fc385-66ba-42c9-b816-198f2e2632ea is going to be deleted. [ 1286.280975] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.281268] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.283906] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.284110] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.304078] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.304359] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3b39a8b0-a78c-4d52-91b6-8862536bfaa9 is going to be deleted. [ 1286.305692] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.306060] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.308261] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.308414] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.314508] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.314724] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.332256] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.332428] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0c1e4204-ef25-40e6-a41d-0250216e6636 is going to be deleted. [ 1286.333560] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.333787] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.463097] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.463097] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.466479] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.466610] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2ea41ce2-2c0a-4fc7-8b64-24edc2940540 is going to be deleted. [ 1286.467567] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.467812] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.484628] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.484832] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.490146] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.490309] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8974f603-df0a-4774-8626-2d5da9c9c7e8 is going to be deleted. [ 1286.491278] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.491518] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.496369] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.496633] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.534514] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.534740] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c297b896-2212-473c-b124-d5223cf48582 is going to be deleted. [ 1286.535879] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.536181] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.585932] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.586327] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9cdf7238-451f-4652-91ab-fc85ab12a1b5 is going to be deleted. [ 1286.587063] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.587293] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.588863] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.589022] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.604441] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8446325c-f795-4856-b10e-0879b36e372c',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1286.617361] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c0321722-43f8-42ca-8095-38c306907674',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1286.622192] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d66904c9-4428-4004-bde1-6a5aae8542da',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1286.627136] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.627482] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.658716] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.658935] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.660276] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.660429] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3bd24151-8924-4c51-b869-89f5cc8e8a8d is going to be deleted. [ 1286.661430] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.661679] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.685991] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.686254] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.732436] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.732633] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4d9b6380-677b-4132-82db-36e6ccf66fa3 is going to be deleted. [ 1286.733701] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.733963] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.759477] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.759711] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.787522] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.787796] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 425f71c6-e712-43c2-9aa2-e8c6130a415c is going to be deleted. [ 1286.788779] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.789014] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.789122] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.789288] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-00f59204-3259-4365-b712-ff2b98a2bad1" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.789493] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.789665] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.789751] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.789873] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-54584e3e-60dc-4e1c-b022-2fb1fc1ac01d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.790504] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.790686] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.790784] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.790961] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d381340a-3892-4f37-8f65-483092c73799" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.791180] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.791357] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.791437] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.791557] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8e425ed3-790e-4507-9074-7831404ddd85" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.791686] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.791831] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.791907] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.792039] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e03fc385-66ba-42c9-b816-198f2e2632ea" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.792170] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.792318] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.792498] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.792580] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3b39a8b0-a78c-4d52-91b6-8862536bfaa9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.792723] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.792868] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.854280] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.854605] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.854702] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.854779] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.855411] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.855411] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.855411] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1ea156fb-f61d-416b-a670-e0d61d41f217 is going to be updated. [ 1286.856427] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.856628] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.856717] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.856856] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0c1e4204-ef25-40e6-a41d-0250216e6636" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.857035] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.857214] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.857356] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.857536] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8974f603-df0a-4774-8626-2d5da9c9c7e8" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.858165] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.858360] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.858415] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.858537] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2ea41ce2-2c0a-4fc7-8b64-24edc2940540" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.858697] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.858871] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.858979] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.859124] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c297b896-2212-473c-b124-d5223cf48582" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.859260] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.859404] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.859480] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.859597] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9cdf7238-451f-4652-91ab-fc85ab12a1b5" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.866695] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.866864] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.866942] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.867163] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.867256] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.867371] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3bd24151-8924-4c51-b869-89f5cc8e8a8d" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.885898] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.886143] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.886198] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.886381] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.886523] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.886596] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4d9b6380-677b-4132-82db-36e6ccf66fa3" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.937919] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.938174] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.938174] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.938390] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.938481] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.938609] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-425f71c6-e712-43c2-9aa2-e8c6130a415c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.942617] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.942768] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.942811] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.943014] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.943163] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.961270] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ea156fb-f61d-416b-a670-e0d61d41f217 in Status: IN_PROGRESS for 2s [ 1287.107283] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8446325c-f795-4856-b10e-0879b36e372c: rpc.has_security_group_logging(os_id): False [ 1287.119394] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c0321722-43f8-42ca-8095-38c306907674: rpc.has_security_group_logging(os_id): False [ 1287.125299] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d66904c9-4428-4004-bde1-6a5aae8542da: rpc.has_security_group_logging(os_id): False [ 1287.134400] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.134548] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.134621] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.134844] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.147996] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.148224] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.159030] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.159233] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.163553] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.163855] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.163955] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.164034] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.164244] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.164329] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.164425] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8446325c-f795-4856-b10e-0879b36e372c is going to be updated. [ 1287.165540] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.165719] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.186281] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.186579] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.186696] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.186769] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.187083] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.187178] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.187215] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d66904c9-4428-4004-bde1-6a5aae8542da is going to be updated. [ 1287.188284] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.188478] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.210604] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.211129] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.211291] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.211358] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.211578] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.211670] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.211795] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c0321722-43f8-42ca-8095-38c306907674 is going to be updated. [ 1287.277662] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.277874] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.277961] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.278288] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.278504] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.314181] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8446325c-f795-4856-b10e-0879b36e372c in Status: IN_PROGRESS for 2s [ 1287.322272] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.322488] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.322488] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.322723] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.322874] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.325207] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.325381] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.325427] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.325593] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.325736] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.365954] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d66904c9-4428-4004-bde1-6a5aae8542da in Status: IN_PROGRESS for 2s [ 1287.369975] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c0321722-43f8-42ca-8095-38c306907674 in Status: IN_PROGRESS for 2s [ 1288.972678] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ea156fb-f61d-416b-a670-e0d61d41f217 in Status: SUCCESS [ 1288.973131] env[66341]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1ea156fb-f61d-416b-a670-e0d61d41f217 deletion is rescheduled due to dependency. [ 1288.973131] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ea156fb-f61d-416b-a670-e0d61d41f217" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.973278] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ea156fb-f61d-416b-a670-e0d61d41f217" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.973505] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ea156fb-f61d-416b-a670-e0d61d41f217" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.973702] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.973824] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.973897] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.974089] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.974178] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.974290] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ea156fb-f61d-416b-a670-e0d61d41f217" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.974417] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1ea156fb-f61d-416b-a670-e0d61d41f217',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1289.331667] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8446325c-f795-4856-b10e-0879b36e372c in Status: SUCCESS [ 1289.331934] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8446325c-f795-4856-b10e-0879b36e372c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.378901] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d66904c9-4428-4004-bde1-6a5aae8542da in Status: SUCCESS [ 1289.379208] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d66904c9-4428-4004-bde1-6a5aae8542da" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.382588] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c0321722-43f8-42ca-8095-38c306907674 in Status: SUCCESS [ 1289.382800] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c0321722-43f8-42ca-8095-38c306907674" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.477461] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1ea156fb-f61d-416b-a670-e0d61d41f217',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1289.980383] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1ea156fb-f61d-416b-a670-e0d61d41f217: rpc.has_security_group_logging(os_id): False [ 1289.998508] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.998722] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.998722] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.998975] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.999109] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.999394] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.999520] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.999590] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.999796] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.999904] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.999999] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1ea156fb-f61d-416b-a670-e0d61d41f217 is going to be updated. [ 1290.058704] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.058950] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.058950] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.059142] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.059313] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.072662] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1ea156fb-f61d-416b-a670-e0d61d41f217 in Status: IN_PROGRESS for 2s [ 1290.994786] env[66341]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1290.995154] env[66341]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1292.087725] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1ea156fb-f61d-416b-a670-e0d61d41f217 in Status: SUCCESS [ 1292.088173] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1ea156fb-f61d-416b-a670-e0d61d41f217" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.996192] env[66341]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1295.996453] env[66341]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1300.998400] env[66341]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1300.998400] env[66341]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1304.001482] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock network-470 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.001868] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "network-470" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.001868] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "network-470" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.002472] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "network-470" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.002568] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.002704] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.002838] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.003109] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.003249] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.003510] env[66341]: DEBUG dogpile.cache.region [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1304.003636] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] NeedRegenerationException {{(pid=66341) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1304.003765] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] no value, waiting for create lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1304.003911] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] value creation lock acquired {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1304.004320] env[66341]: DEBUG dogpile.cache.region [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1304.004320] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Calling creation function for not-yet-present value {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1304.004423] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1304.023666] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1304.023851] env[66341]: DEBUG dogpile.cache.region [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66341) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1304.023995] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Released creation lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1304.024219] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "network-470" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.024592] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock port-80edbcac-0ca1-49d6-8701-a9d6c240c7ab taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.024789] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "port-80edbcac-0ca1-49d6-8701-a9d6c240c7ab" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.024913] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "port-80edbcac-0ca1-49d6-8701-a9d6c240c7ab" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.025198] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "port-80edbcac-0ca1-49d6-8701-a9d6c240c7ab" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.025337] env[66341]: DEBUG networking_nsxv3.api.rpc [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('80edbcac-0ca1-49d6-8701-a9d6c240c7ab',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1304.528198] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.528919] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.528919] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.528919] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.529269] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.529321] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.529487] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.529605] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.529824] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.529998] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.530300] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.530460] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.530633] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.530778] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.530913] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.531068] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Resource: SegmentPort with ID: 80edbcac-0ca1-49d6-8701-a9d6c240c7ab is going to be updated. [ 1304.551903] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.552133] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.552272] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.552816] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.552816] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.553019] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "port-80edbcac-0ca1-49d6-8701-a9d6c240c7ab" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.226386] env[66341]: INFO networking_nsxv3.common.synchronization [req-eadb46c1-6e5a-4e8f-91c3-be843b0c20af req-1dde3338-b725-4caa-8cec-f264550fed6f service nova] Enqueued Resource ID: 8446325c-f795-4856-b10e-0879b36e372c with Priority: HIGHEST for action security_group_rules [ 1305.226386] env[66341]: INFO networking_nsxv3.common.synchronization [req-eadb46c1-6e5a-4e8f-91c3-be843b0c20af req-1dde3338-b725-4caa-8cec-f264550fed6f service nova] Enqueued Resource ID: 8446325c-f795-4856-b10e-0879b36e372c with Priority: HIGHEST for action security_group_members [ 1305.226774] env[66341]: INFO networking_nsxv3.common.synchronization [req-eadb46c1-6e5a-4e8f-91c3-be843b0c20af req-1dde3338-b725-4caa-8cec-f264550fed6f service nova] Enqueued Resource ID: 80edbcac-0ca1-49d6-8701-a9d6c240c7ab with Priority: HIGHEST for action port [ 1305.227049] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8446325c-f795-4856-b10e-0879b36e372c with Priority: HIGHEST for action security_group_rules [ 1305.227211] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8446325c-f795-4856-b10e-0879b36e372c with Priority: HIGHEST for action security_group_members [ 1305.227311] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80edbcac-0ca1-49d6-8701-a9d6c240c7ab with Priority: HIGHEST for action port [ 1305.227585] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8446325c-f795-4856-b10e-0879b36e372c taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.227707] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8446325c-f795-4856-b10e-0879b36e372c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.227776] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8446325c-f795-4856-b10e-0879b36e372c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.227977] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8446325c-f795-4856-b10e-0879b36e372c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.228139] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8446325c-f795-4856-b10e-0879b36e372c',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1305.228951] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-8446325c-f795-4856-b10e-0879b36e372c taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.229079] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8446325c-f795-4856-b10e-0879b36e372c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.229149] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8446325c-f795-4856-b10e-0879b36e372c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.229334] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8446325c-f795-4856-b10e-0879b36e372c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.229460] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.229552] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.229614] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.229756] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.229841] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.229930] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8446325c-f795-4856-b10e-0879b36e372c',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1305.231267] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-80edbcac-0ca1-49d6-8701-a9d6c240c7ab taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.231388] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-80edbcac-0ca1-49d6-8701-a9d6c240c7ab" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.231453] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-80edbcac-0ca1-49d6-8701-a9d6c240c7ab" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.231634] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-80edbcac-0ca1-49d6-8701-a9d6c240c7ab" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.231733] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('80edbcac-0ca1-49d6-8701-a9d6c240c7ab',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1305.733406] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8446325c-f795-4856-b10e-0879b36e372c',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1305.734881] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-8446325c-f795-4856-b10e-0879b36e372c taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.735074] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8446325c-f795-4856-b10e-0879b36e372c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.735412] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 80edbcac-0ca1-49d6-8701-a9d6c240c7ab with status ACTIVE [ 1305.735655] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.735842] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.735923] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.736207] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.736334] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.736576] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.736716] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.736818] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.737071] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.737184] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.737444] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.737584] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.737673] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.737900] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.738347] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.738347] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 80edbcac-0ca1-49d6-8701-a9d6c240c7ab is going to be updated. [ 1305.758376] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.758578] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.758578] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.758761] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.758892] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.759067] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-80edbcac-0ca1-49d6-8701-a9d6c240c7ab" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.112654] env[66341]: INFO networking_nsxv3.common.synchronization [req-8d1fd1ad-ea72-4978-abec-4528e0cb37ed req-b3bacdd9-29f3-4420-b792-f5a4c0400129 tempest-ServerActionsTestJSON-1002973104 tempest-ServerActionsTestJSON-1002973104-project-member] Enqueued Resource ID: c0321722-43f8-42ca-8095-38c306907674 with Priority: HIGHEST for action security_group_members [ 1306.113277] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0321722-43f8-42ca-8095-38c306907674 with Priority: HIGHEST for action security_group_members [ 1306.113457] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0321722-43f8-42ca-8095-38c306907674 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.113583] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0321722-43f8-42ca-8095-38c306907674" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.113652] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0321722-43f8-42ca-8095-38c306907674" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.113841] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0321722-43f8-42ca-8095-38c306907674" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.114022] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.114140] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.114224] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.114355] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.114438] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.114535] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c0321722-43f8-42ca-8095-38c306907674',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.237117] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8446325c-f795-4856-b10e-0879b36e372c',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.619466] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.619687] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.619732] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.619969] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.620080] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.620269] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.620366] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.620424] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.620634] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.620743] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.620842] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c0321722-43f8-42ca-8095-38c306907674 is going to be updated. [ 1306.657786] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.658173] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.658173] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.658383] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.658543] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.667788] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0321722-43f8-42ca-8095-38c306907674 in Status: IN_PROGRESS for 2s [ 1306.739733] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.740059] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.740059] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.740357] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.740494] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.740618] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8446325c-f795-4856-b10e-0879b36e372c is going to be updated. [ 1306.772283] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.772501] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.772618] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.772919] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.773151] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.784514] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8446325c-f795-4856-b10e-0879b36e372c in Status: IN_PROGRESS for 2s [ 1308.678782] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0321722-43f8-42ca-8095-38c306907674 in Status: SUCCESS [ 1308.679220] env[66341]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c0321722-43f8-42ca-8095-38c306907674 deletion is rescheduled due to dependency. [ 1308.679220] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0321722-43f8-42ca-8095-38c306907674" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.794681] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8446325c-f795-4856-b10e-0879b36e372c in Status: SUCCESS [ 1308.794681] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8446325c-f795-4856-b10e-0879b36e372c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.794904] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8446325c-f795-4856-b10e-0879b36e372c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.795186] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8446325c-f795-4856-b10e-0879b36e372c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.795637] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.795637] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.795637] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.795828] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.796015] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.796015] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8446325c-f795-4856-b10e-0879b36e372c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.796015] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8446325c-f795-4856-b10e-0879b36e372c',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1309.298326] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8446325c-f795-4856-b10e-0879b36e372c',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1309.801392] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8446325c-f795-4856-b10e-0879b36e372c: rpc.has_security_group_logging(os_id): False [ 1309.819708] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.819954] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.820103] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.820428] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.820593] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.820972] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.821173] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.821263] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.821520] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.821688] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.821918] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8446325c-f795-4856-b10e-0879b36e372c is going to be updated. [ 1309.881696] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.881696] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.881696] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.881696] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.882070] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.896426] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8446325c-f795-4856-b10e-0879b36e372c in Status: IN_PROGRESS for 2s [ 1311.114730] env[66341]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1311.115248] env[66341]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1311.911393] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8446325c-f795-4856-b10e-0879b36e372c in Status: SUCCESS [ 1311.911717] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8446325c-f795-4856-b10e-0879b36e372c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.805556] env[66341]: INFO networking_nsxv3.common.synchronization [None req-b66be8c6-9224-4e62-b836-9f492ecc9910 None None] Enqueued Resource ID: 0f0ce649-a034-4776-8461-4935b136a022 with Priority: HIGHEST for action port [ 1314.806182] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f0ce649-a034-4776-8461-4935b136a022 with Priority: HIGHEST for action port [ 1314.806532] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-0f0ce649-a034-4776-8461-4935b136a022 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.806694] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0f0ce649-a034-4776-8461-4935b136a022" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.807851] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0f0ce649-a034-4776-8461-4935b136a022" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.807851] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0f0ce649-a034-4776-8461-4935b136a022" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.807851] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0f0ce649-a034-4776-8461-4935b136a022',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1315.309426] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0f0ce649-a034-4776-8461-4935b136a022 [ 1315.309674] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.309824] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.310026] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.310198] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.310238] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.310382] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0f0ce649-a034-4776-8461-4935b136a022 already deleted. [ 1315.310436] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0f0ce649-a034-4776-8461-4935b136a022" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.153557] env[66341]: INFO networking_nsxv3.common.synchronization [None req-ef961ea9-d192-417a-92ea-bea397422dbe None None] Enqueued Resource ID: 205df74f-2aa4-47dc-91e6-6748ea8c4acc with Priority: HIGHEST for action port [ 1317.154134] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 205df74f-2aa4-47dc-91e6-6748ea8c4acc with Priority: HIGHEST for action port [ 1317.154445] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-205df74f-2aa4-47dc-91e6-6748ea8c4acc taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.154573] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-205df74f-2aa4-47dc-91e6-6748ea8c4acc" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.154641] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-205df74f-2aa4-47dc-91e6-6748ea8c4acc" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.154904] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-205df74f-2aa4-47dc-91e6-6748ea8c4acc" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.155204] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('205df74f-2aa4-47dc-91e6-6748ea8c4acc',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1317.658482] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 205df74f-2aa4-47dc-91e6-6748ea8c4acc [ 1317.658699] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.658786] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.658861] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.659119] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.659215] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.659315] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:205df74f-2aa4-47dc-91e6-6748ea8c4acc already deleted. [ 1317.659424] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-205df74f-2aa4-47dc-91e6-6748ea8c4acc" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.834946] env[66341]: INFO networking_nsxv3.common.synchronization [req-67473c1f-3d16-4285-b0e4-1ba1bd809c04 req-eafc5e71-9089-41d8-8bce-de6ec97243f7 tempest-ServerMetadataNegativeTestJSON-2112462901 tempest-ServerMetadataNegativeTestJSON-2112462901-project-member] Enqueued Resource ID: 558fea54-341f-4f67-880c-69089219e078 with Priority: HIGHEST for action security_group_members [ 1319.835798] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 558fea54-341f-4f67-880c-69089219e078 with Priority: HIGHEST for action security_group_members [ 1319.836170] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-558fea54-341f-4f67-880c-69089219e078 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.836374] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-558fea54-341f-4f67-880c-69089219e078" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.836473] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-558fea54-341f-4f67-880c-69089219e078" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.836786] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-558fea54-341f-4f67-880c-69089219e078" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.837020] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.837182] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.837271] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.837474] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.837642] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.837725] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('558fea54-341f-4f67-880c-69089219e078',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1320.150256] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock network-425 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.150256] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "network-425" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.150256] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "network-425" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.150256] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "network-425" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.150256] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.150600] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.150779] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.151066] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.151267] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.151527] env[66341]: DEBUG dogpile.cache.region [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1320.151707] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] NeedRegenerationException {{(pid=66341) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1320.151858] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] no value, waiting for create lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1320.152022] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] value creation lock acquired {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1320.152715] env[66341]: DEBUG dogpile.cache.region [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1320.152715] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Calling creation function for not-yet-present value {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1320.152715] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1320.173202] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1320.173396] env[66341]: DEBUG dogpile.cache.region [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66341) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1320.173594] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Released creation lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1320.173806] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "network-425" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.174164] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock port-29b62814-054f-4da3-97cb-d5818724e813 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.174428] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "port-29b62814-054f-4da3-97cb-d5818724e813" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.174668] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "port-29b62814-054f-4da3-97cb-d5818724e813" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.174918] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "port-29b62814-054f-4da3-97cb-d5818724e813" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.175149] env[66341]: DEBUG networking_nsxv3.api.rpc [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('29b62814-054f-4da3-97cb-d5818724e813',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1320.340812] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.341022] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.341078] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.342024] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.342024] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.342024] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.342024] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.342024] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.342024] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.342024] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.342024] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 558fea54-341f-4f67-880c-69089219e078 already deleted. [ 1320.342024] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-558fea54-341f-4f67-880c-69089219e078" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.678094] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.678342] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.678440] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.678727] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.678888] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.679059] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Segment Port 29b62814-054f-4da3-97cb-d5818724e813 not found, creating... [ 1320.679352] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.679482] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.679599] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.679814] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.679950] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.680236] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.680392] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.680506] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.680706] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.680835] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.680970] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Resource: SegmentPort with ID: 29b62814-054f-4da3-97cb-d5818724e813 is going to be created. [ 1320.699794] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.699984] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.700104] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.700344] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.700565] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.700782] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "port-29b62814-054f-4da3-97cb-d5818724e813" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.415610] env[66341]: INFO networking_nsxv3.common.synchronization [req-67473c1f-3d16-4285-b0e4-1ba1bd809c04 req-399b3ce9-e278-4655-a507-ac20c26231bd service nova] Enqueued Resource ID: 558fea54-341f-4f67-880c-69089219e078 with Priority: HIGHEST for action security_group_rules [ 1321.415845] env[66341]: INFO networking_nsxv3.common.synchronization [req-67473c1f-3d16-4285-b0e4-1ba1bd809c04 req-399b3ce9-e278-4655-a507-ac20c26231bd service nova] Enqueued Resource ID: 558fea54-341f-4f67-880c-69089219e078 with Priority: HIGHEST for action security_group_members [ 1321.415845] env[66341]: INFO networking_nsxv3.common.synchronization [req-67473c1f-3d16-4285-b0e4-1ba1bd809c04 req-399b3ce9-e278-4655-a507-ac20c26231bd service nova] Enqueued Resource ID: 29b62814-054f-4da3-97cb-d5818724e813 with Priority: HIGHEST for action port [ 1321.416391] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 558fea54-341f-4f67-880c-69089219e078 with Priority: HIGHEST for action security_group_rules [ 1321.416520] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 558fea54-341f-4f67-880c-69089219e078 with Priority: HIGHEST for action security_group_members [ 1321.416616] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29b62814-054f-4da3-97cb-d5818724e813 with Priority: HIGHEST for action port [ 1321.416880] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-558fea54-341f-4f67-880c-69089219e078 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.417391] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-558fea54-341f-4f67-880c-69089219e078" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.417524] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-558fea54-341f-4f67-880c-69089219e078" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.417802] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-558fea54-341f-4f67-880c-69089219e078" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.417917] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('558fea54-341f-4f67-880c-69089219e078',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1321.420621] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-558fea54-341f-4f67-880c-69089219e078 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.420780] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-558fea54-341f-4f67-880c-69089219e078" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.420920] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-558fea54-341f-4f67-880c-69089219e078" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.421098] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-558fea54-341f-4f67-880c-69089219e078" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.421296] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.421419] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.421503] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.421679] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.421787] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.421901] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('558fea54-341f-4f67-880c-69089219e078',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1321.422700] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-29b62814-054f-4da3-97cb-d5818724e813 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.422813] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-29b62814-054f-4da3-97cb-d5818724e813" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.422925] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-29b62814-054f-4da3-97cb-d5818724e813" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.423881] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-29b62814-054f-4da3-97cb-d5818724e813" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.423881] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('29b62814-054f-4da3-97cb-d5818724e813',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1321.925093] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('558fea54-341f-4f67-880c-69089219e078',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1321.926859] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-558fea54-341f-4f67-880c-69089219e078 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.926859] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-558fea54-341f-4f67-880c-69089219e078" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.926859] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 29b62814-054f-4da3-97cb-d5818724e813 with status ACTIVE [ 1321.926859] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.927203] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.927203] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.927304] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.927406] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.927611] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.927763] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.927801] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.927977] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.928077] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.928285] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.928382] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.928456] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.928615] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.928703] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.928811] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 29b62814-054f-4da3-97cb-d5818724e813 is going to be updated. [ 1321.948362] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.948567] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.948613] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.948826] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.948993] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.949207] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-29b62814-054f-4da3-97cb-d5818724e813" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.427662] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('558fea54-341f-4f67-880c-69089219e078',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1322.738254] env[66341]: INFO networking_nsxv3.common.synchronization [req-49d2a5be-c44b-4710-af86-328d5ee274c4 req-0880a4e3-e861-4069-ad5f-0d7b6c224753 tempest-ServerActionsTestOtherB-1951851153 tempest-ServerActionsTestOtherB-1951851153-project-member] Enqueued Resource ID: 8446325c-f795-4856-b10e-0879b36e372c with Priority: HIGHEST for action security_group_members [ 1322.738923] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8446325c-f795-4856-b10e-0879b36e372c with Priority: HIGHEST for action security_group_members [ 1322.739296] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-8446325c-f795-4856-b10e-0879b36e372c taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.739489] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8446325c-f795-4856-b10e-0879b36e372c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.739564] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8446325c-f795-4856-b10e-0879b36e372c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.739778] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8446325c-f795-4856-b10e-0879b36e372c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.739946] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.740061] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.740135] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.740298] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.740635] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.740635] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8446325c-f795-4856-b10e-0879b36e372c',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1322.930718] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.930916] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.930979] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.931176] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.931274] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.931374] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 558fea54-341f-4f67-880c-69089219e078 is going to be created. [ 1322.953818] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.954043] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.954043] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.954257] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.954417] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.963933] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 558fea54-341f-4f67-880c-69089219e078 in Status: UNINITIALIZED for 2s [ 1323.243153] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.243380] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.243380] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.243584] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.243680] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.243883] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.243984] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.244060] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.244219] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.244303] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.244389] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8446325c-f795-4856-b10e-0879b36e372c is going to be updated. [ 1323.286021] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.286265] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.286265] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.287053] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.287053] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.301580] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8446325c-f795-4856-b10e-0879b36e372c in Status: IN_PROGRESS for 2s [ 1324.974282] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 558fea54-341f-4f67-880c-69089219e078 in Status: SUCCESS [ 1324.974651] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-558fea54-341f-4f67-880c-69089219e078" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.974651] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-558fea54-341f-4f67-880c-69089219e078" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.974826] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-558fea54-341f-4f67-880c-69089219e078" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.975050] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.975174] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.975238] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.975398] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.975480] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.975566] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-558fea54-341f-4f67-880c-69089219e078" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.975657] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('558fea54-341f-4f67-880c-69089219e078',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1325.311909] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8446325c-f795-4856-b10e-0879b36e372c in Status: SUCCESS [ 1325.312136] env[66341]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8446325c-f795-4856-b10e-0879b36e372c deletion is rescheduled due to dependency. [ 1325.312366] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8446325c-f795-4856-b10e-0879b36e372c" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.478279] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-558fea54-341f-4f67-880c-69089219e078 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.478553] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-558fea54-341f-4f67-880c-69089219e078" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.478553] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-558fea54-341f-4f67-880c-69089219e078" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.478754] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-558fea54-341f-4f67-880c-69089219e078" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.478937] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.479062] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.479131] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.479291] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.479379] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.479469] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-558fea54-341f-4f67-880c-69089219e078" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.479667] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-558fea54-341f-4f67-880c-69089219e078 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.479760] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-558fea54-341f-4f67-880c-69089219e078" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.479820] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-558fea54-341f-4f67-880c-69089219e078" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.479964] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-558fea54-341f-4f67-880c-69089219e078" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.480119] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.480265] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.480265] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.480407] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.480484] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.480572] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-558fea54-341f-4f67-880c-69089219e078" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.480671] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('558fea54-341f-4f67-880c-69089219e078',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1325.983030] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 558fea54-341f-4f67-880c-69089219e078: rpc.has_security_group_logging(os_id): False [ 1326.000499] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.000717] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.000717] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.000912] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.001016] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.001212] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.001314] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.001380] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.001527] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.001606] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.001789] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.001884] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.001943] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.002086] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.002158] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.002358] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.002464] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.002592] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.002734] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.002812] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.002900] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 558fea54-341f-4f67-880c-69089219e078 is going to be created. [ 1326.062604] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.062604] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.062604] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.062604] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.062604] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.074028] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 558fea54-341f-4f67-880c-69089219e078 in Status: IN_PROGRESS for 2s [ 1327.739856] env[66341]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1327.740442] env[66341]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1328.088472] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 558fea54-341f-4f67-880c-69089219e078 in Status: SUCCESS [ 1328.088665] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-558fea54-341f-4f67-880c-69089219e078" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.272750] env[66341]: INFO networking_nsxv3.common.synchronization [req-14948962-5687-4c29-b940-0bd3480271c3 req-9e4e42c2-4dca-4b96-9701-4d089a0a3bd5 tempest-ServerMetadataNegativeTestJSON-2112462901 tempest-ServerMetadataNegativeTestJSON-2112462901-project-member] Enqueued Resource ID: 558fea54-341f-4f67-880c-69089219e078 with Priority: HIGHEST for action security_group_members [ 1331.273342] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 558fea54-341f-4f67-880c-69089219e078 with Priority: HIGHEST for action security_group_members [ 1331.274256] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-558fea54-341f-4f67-880c-69089219e078 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.274256] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-558fea54-341f-4f67-880c-69089219e078" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.274256] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-558fea54-341f-4f67-880c-69089219e078" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.274256] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-558fea54-341f-4f67-880c-69089219e078" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.274256] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.274256] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.274507] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.274507] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.274507] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.274608] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('558fea54-341f-4f67-880c-69089219e078',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1331.777074] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.777324] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.777407] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.777583] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.777689] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.777878] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.777974] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.778044] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.778266] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.778339] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.778464] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 558fea54-341f-4f67-880c-69089219e078 is going to be updated. [ 1331.811209] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.811209] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.811209] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.811209] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.811209] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.822093] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 558fea54-341f-4f67-880c-69089219e078 in Status: IN_PROGRESS for 2s [ 1333.832570] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 558fea54-341f-4f67-880c-69089219e078 in Status: SUCCESS [ 1333.832890] env[66341]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 558fea54-341f-4f67-880c-69089219e078 deletion is rescheduled due to dependency. [ 1333.832890] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-558fea54-341f-4f67-880c-69089219e078" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.917709] env[66341]: INFO networking_nsxv3.common.synchronization [None req-a60d2d27-df26-42f2-a8db-98cdccaa5d60 None None] Enqueued Resource ID: 5b465be0-c83e-4b57-a7e3-332dd9c87860 with Priority: HIGHEST for action port [ 1333.918312] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b465be0-c83e-4b57-a7e3-332dd9c87860 with Priority: HIGHEST for action port [ 1333.918625] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-5b465be0-c83e-4b57-a7e3-332dd9c87860 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.918750] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5b465be0-c83e-4b57-a7e3-332dd9c87860" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.918844] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5b465be0-c83e-4b57-a7e3-332dd9c87860" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.919089] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5b465be0-c83e-4b57-a7e3-332dd9c87860" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.919176] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5b465be0-c83e-4b57-a7e3-332dd9c87860',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1334.421473] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5b465be0-c83e-4b57-a7e3-332dd9c87860 [ 1334.421776] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.421919] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.421992] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.422242] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.422338] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.422435] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5b465be0-c83e-4b57-a7e3-332dd9c87860 already deleted. [ 1334.422520] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5b465be0-c83e-4b57-a7e3-332dd9c87860" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.151485] env[66341]: INFO networking_nsxv3.common.synchronization [None req-dab80850-f5f5-4790-862e-d36973aa1db3 None None] Enqueued Resource ID: 2340c4fe-b7a9-4439-9f96-7f88c5c1ff00 with Priority: HIGHEST for action port [ 1336.152343] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2340c4fe-b7a9-4439-9f96-7f88c5c1ff00 with Priority: HIGHEST for action port [ 1336.152385] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-2340c4fe-b7a9-4439-9f96-7f88c5c1ff00 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.152512] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2340c4fe-b7a9-4439-9f96-7f88c5c1ff00" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.152580] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2340c4fe-b7a9-4439-9f96-7f88c5c1ff00" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.152831] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2340c4fe-b7a9-4439-9f96-7f88c5c1ff00" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.152914] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2340c4fe-b7a9-4439-9f96-7f88c5c1ff00',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1336.655483] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2340c4fe-b7a9-4439-9f96-7f88c5c1ff00 [ 1336.655483] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.655483] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.655483] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.655816] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.655816] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.655816] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2340c4fe-b7a9-4439-9f96-7f88c5c1ff00 already deleted. [ 1336.655816] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2340c4fe-b7a9-4439-9f96-7f88c5c1ff00" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.720322] env[66341]: INFO networking_nsxv3.common.synchronization [req-5fa912b4-cc97-48cd-9ddd-f5a2c796d3a1 req-7cc1b3dd-948a-4d3b-8c6a-1d0e17a0f0fc tempest-ServerAddressesTestJSON-905098165 tempest-ServerAddressesTestJSON-905098165-project-member] Enqueued Resource ID: 3b39c6cc-c11e-491b-aa8c-05f9254656d9 with Priority: HIGHEST for action security_group_members [ 1339.721029] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b39c6cc-c11e-491b-aa8c-05f9254656d9 with Priority: HIGHEST for action security_group_members [ 1339.722086] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b39c6cc-c11e-491b-aa8c-05f9254656d9 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.722219] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b39c6cc-c11e-491b-aa8c-05f9254656d9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.722284] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b39c6cc-c11e-491b-aa8c-05f9254656d9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.722549] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b39c6cc-c11e-491b-aa8c-05f9254656d9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.722711] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.722814] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.722879] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.723041] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.723127] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.723224] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3b39c6cc-c11e-491b-aa8c-05f9254656d9',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1340.006047] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock network-503 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.006322] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "network-503" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.006493] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "network-503" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.006857] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "network-503" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.007180] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.007451] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.007686] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.007814] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.007959] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.008197] env[66341]: DEBUG dogpile.cache.region [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1340.008500] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] NeedRegenerationException {{(pid=66341) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1340.008662] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] no value, waiting for create lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1340.008775] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] value creation lock acquired {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1340.008890] env[66341]: DEBUG dogpile.cache.region [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1340.008995] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Calling creation function for not-yet-present value {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1340.009144] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1340.028663] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1340.028922] env[66341]: DEBUG dogpile.cache.region [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66341) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1340.029055] env[66341]: DEBUG dogpile.lock [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Released creation lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1340.029234] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "network-503" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.029543] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock port-2dbb9ff1-0424-47be-9beb-c4a1eebe09f7 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.029739] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "port-2dbb9ff1-0424-47be-9beb-c4a1eebe09f7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.029833] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "port-2dbb9ff1-0424-47be-9beb-c4a1eebe09f7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.030386] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "port-2dbb9ff1-0424-47be-9beb-c4a1eebe09f7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.030386] env[66341]: DEBUG networking_nsxv3.api.rpc [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2dbb9ff1-0424-47be-9beb-c4a1eebe09f7',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1340.225899] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.226155] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.226155] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.226350] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.226445] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.226643] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.226744] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.226806] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.226957] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.227061] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.227156] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3b39c6cc-c11e-491b-aa8c-05f9254656d9 already deleted. [ 1340.227278] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b39c6cc-c11e-491b-aa8c-05f9254656d9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.532881] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.533124] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.533255] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.533538] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.533687] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.533862] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Segment Port 2dbb9ff1-0424-47be-9beb-c4a1eebe09f7 not found, creating... [ 1340.534129] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.534293] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.534412] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.534628] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.534767] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.535077] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.535249] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.535319] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.535523] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.535660] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.535799] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Resource: SegmentPort with ID: 2dbb9ff1-0424-47be-9beb-c4a1eebe09f7 is going to be created. [ 1340.555845] env[66341]: DEBUG networking_nsxv3.common.locking [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.556112] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.556186] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.556530] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.556767] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.556990] env[66341]: DEBUG oslo_concurrency.lockutils [None req-b0986c75-4b85-4275-9802-c3ad9fdc4e25 None None] Releasing lock "port-2dbb9ff1-0424-47be-9beb-c4a1eebe09f7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.258580] env[66341]: INFO networking_nsxv3.common.synchronization [req-5fa912b4-cc97-48cd-9ddd-f5a2c796d3a1 req-0c4a82c8-f20b-4ab0-9b7d-3a03efd25675 service nova] Enqueued Resource ID: 3b39c6cc-c11e-491b-aa8c-05f9254656d9 with Priority: HIGHEST for action security_group_rules [ 1341.258847] env[66341]: INFO networking_nsxv3.common.synchronization [req-5fa912b4-cc97-48cd-9ddd-f5a2c796d3a1 req-0c4a82c8-f20b-4ab0-9b7d-3a03efd25675 service nova] Enqueued Resource ID: 3b39c6cc-c11e-491b-aa8c-05f9254656d9 with Priority: HIGHEST for action security_group_members [ 1341.258960] env[66341]: INFO networking_nsxv3.common.synchronization [req-5fa912b4-cc97-48cd-9ddd-f5a2c796d3a1 req-0c4a82c8-f20b-4ab0-9b7d-3a03efd25675 service nova] Enqueued Resource ID: 2dbb9ff1-0424-47be-9beb-c4a1eebe09f7 with Priority: HIGHEST for action port [ 1341.259495] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b39c6cc-c11e-491b-aa8c-05f9254656d9 with Priority: HIGHEST for action security_group_rules [ 1341.259668] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b39c6cc-c11e-491b-aa8c-05f9254656d9 with Priority: HIGHEST for action security_group_members [ 1341.259778] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2dbb9ff1-0424-47be-9beb-c4a1eebe09f7 with Priority: HIGHEST for action port [ 1341.260233] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3b39c6cc-c11e-491b-aa8c-05f9254656d9 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.260394] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3b39c6cc-c11e-491b-aa8c-05f9254656d9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.260476] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3b39c6cc-c11e-491b-aa8c-05f9254656d9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.260740] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3b39c6cc-c11e-491b-aa8c-05f9254656d9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.260844] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3b39c6cc-c11e-491b-aa8c-05f9254656d9',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1341.262602] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b39c6cc-c11e-491b-aa8c-05f9254656d9 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.262602] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b39c6cc-c11e-491b-aa8c-05f9254656d9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.262602] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b39c6cc-c11e-491b-aa8c-05f9254656d9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.262798] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b39c6cc-c11e-491b-aa8c-05f9254656d9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.262961] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.263089] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.263152] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.263328] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.263425] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.263535] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3b39c6cc-c11e-491b-aa8c-05f9254656d9',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1341.265171] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-2dbb9ff1-0424-47be-9beb-c4a1eebe09f7 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.265523] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2dbb9ff1-0424-47be-9beb-c4a1eebe09f7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.265523] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2dbb9ff1-0424-47be-9beb-c4a1eebe09f7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.265615] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2dbb9ff1-0424-47be-9beb-c4a1eebe09f7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.265679] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2dbb9ff1-0424-47be-9beb-c4a1eebe09f7',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1341.763613] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b39c6cc-c11e-491b-aa8c-05f9254656d9 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.763613] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b39c6cc-c11e-491b-aa8c-05f9254656d9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.766771] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3b39c6cc-c11e-491b-aa8c-05f9254656d9',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1341.767177] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2dbb9ff1-0424-47be-9beb-c4a1eebe09f7 with status ACTIVE [ 1341.767447] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.767576] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.767666] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.767876] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.767970] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.768151] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.768258] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.768331] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.768485] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.768565] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.768743] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.768838] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.768913] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.769743] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.769829] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.770043] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2dbb9ff1-0424-47be-9beb-c4a1eebe09f7 is going to be updated. [ 1341.790663] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.790877] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.790928] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.791148] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.791287] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.791489] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2dbb9ff1-0424-47be-9beb-c4a1eebe09f7" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.273141] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3b39c6cc-c11e-491b-aa8c-05f9254656d9',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1342.774945] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.775140] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.775277] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.775533] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.775635] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.775740] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3b39c6cc-c11e-491b-aa8c-05f9254656d9 is going to be created. [ 1342.797979] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.798150] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.798207] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.798435] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.798597] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.809366] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b39c6cc-c11e-491b-aa8c-05f9254656d9 in Status: UNINITIALIZED for 2s [ 1344.821524] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b39c6cc-c11e-491b-aa8c-05f9254656d9 in Status: SUCCESS [ 1344.821918] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b39c6cc-c11e-491b-aa8c-05f9254656d9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.821918] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b39c6cc-c11e-491b-aa8c-05f9254656d9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.822227] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b39c6cc-c11e-491b-aa8c-05f9254656d9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.822462] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.822623] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.822714] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.822900] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.823013] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.823132] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b39c6cc-c11e-491b-aa8c-05f9254656d9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.823247] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3b39c6cc-c11e-491b-aa8c-05f9254656d9',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1345.326240] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b39c6cc-c11e-491b-aa8c-05f9254656d9 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.326513] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b39c6cc-c11e-491b-aa8c-05f9254656d9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.326513] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b39c6cc-c11e-491b-aa8c-05f9254656d9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.326870] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b39c6cc-c11e-491b-aa8c-05f9254656d9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.327160] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.327358] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.327489] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.327837] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.327968] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.328115] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b39c6cc-c11e-491b-aa8c-05f9254656d9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.328296] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b39c6cc-c11e-491b-aa8c-05f9254656d9 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.328423] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b39c6cc-c11e-491b-aa8c-05f9254656d9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.328505] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b39c6cc-c11e-491b-aa8c-05f9254656d9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.328695] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b39c6cc-c11e-491b-aa8c-05f9254656d9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.328874] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.328975] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.329078] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.329276] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.329363] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.329449] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b39c6cc-c11e-491b-aa8c-05f9254656d9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.329567] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3b39c6cc-c11e-491b-aa8c-05f9254656d9',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1345.832498] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3b39c6cc-c11e-491b-aa8c-05f9254656d9: rpc.has_security_group_logging(os_id): False [ 1345.850238] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.850448] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.850448] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.850604] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.850699] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.850889] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.850989] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.851066] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.851225] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.851306] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.851498] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.851596] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.851665] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.851799] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.851876] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.852088] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.852188] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.852252] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.852422] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.852503] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.852621] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3b39c6cc-c11e-491b-aa8c-05f9254656d9 is going to be created. [ 1345.908468] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.908716] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.908716] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.908877] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.909076] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.923850] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3b39c6cc-c11e-491b-aa8c-05f9254656d9 in Status: IN_PROGRESS for 2s [ 1346.261020] env[66341]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1346.261243] env[66341]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1347.936397] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3b39c6cc-c11e-491b-aa8c-05f9254656d9 in Status: SUCCESS [ 1347.936763] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3b39c6cc-c11e-491b-aa8c-05f9254656d9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1351.261815] env[66341]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1351.262217] env[66341]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1351.899522] env[66341]: INFO networking_nsxv3.common.synchronization [req-17e318e2-9c02-423f-8f74-77db75bb790b req-3c36819b-1d09-4ae1-be8e-82f014c1da44 tempest-ServerAddressesTestJSON-905098165 tempest-ServerAddressesTestJSON-905098165-project-member] Enqueued Resource ID: 3b39c6cc-c11e-491b-aa8c-05f9254656d9 with Priority: HIGHEST for action security_group_members [ 1351.900128] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b39c6cc-c11e-491b-aa8c-05f9254656d9 with Priority: HIGHEST for action security_group_members [ 1351.901060] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b39c6cc-c11e-491b-aa8c-05f9254656d9 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1351.901060] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b39c6cc-c11e-491b-aa8c-05f9254656d9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.901060] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b39c6cc-c11e-491b-aa8c-05f9254656d9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1351.901060] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b39c6cc-c11e-491b-aa8c-05f9254656d9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1351.901060] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1351.901060] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.901446] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1351.901446] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1351.901446] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1351.901446] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3b39c6cc-c11e-491b-aa8c-05f9254656d9',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1352.403575] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.404042] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.404042] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.404042] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1352.404171] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.404330] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.404427] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.404491] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.404639] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1352.404715] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.404799] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3b39c6cc-c11e-491b-aa8c-05f9254656d9 is going to be updated. [ 1352.433142] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.433362] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.433362] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.433546] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1352.433687] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.443290] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b39c6cc-c11e-491b-aa8c-05f9254656d9 in Status: IN_PROGRESS for 2s [ 1354.455085] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b39c6cc-c11e-491b-aa8c-05f9254656d9 in Status: SUCCESS [ 1354.455497] env[66341]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3b39c6cc-c11e-491b-aa8c-05f9254656d9 deletion is rescheduled due to dependency. [ 1354.455497] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b39c6cc-c11e-491b-aa8c-05f9254656d9" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.901822] env[66341]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1356.902106] env[66341]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1361.903071] env[66341]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1361.903071] env[66341]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1366.904637] env[66341]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1366.905033] env[66341]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1369.115834] env[66341]: INFO networking_nsxv3.common.synchronization [req-b76cea76-7d68-401f-9098-17f8330a1717 req-6cd36750-597a-4d8e-84bf-ade02f810da8 tempest-AttachVolumeTestJSON-1888029993 tempest-AttachVolumeTestJSON-1888029993-project-member] Enqueued Resource ID: d66904c9-4428-4004-bde1-6a5aae8542da with Priority: HIGHEST for action security_group_members [ 1369.115834] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d66904c9-4428-4004-bde1-6a5aae8542da with Priority: HIGHEST for action security_group_members [ 1369.115834] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-d66904c9-4428-4004-bde1-6a5aae8542da taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1369.115834] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d66904c9-4428-4004-bde1-6a5aae8542da" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.115834] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d66904c9-4428-4004-bde1-6a5aae8542da" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.115834] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d66904c9-4428-4004-bde1-6a5aae8542da" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1369.115834] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1369.115834] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.116325] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.116325] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1369.116325] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.116325] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d66904c9-4428-4004-bde1-6a5aae8542da',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1369.619185] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1369.619401] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.619401] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.619591] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1369.619674] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.619899] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1369.619995] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.620094] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.620228] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1369.620308] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.620394] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d66904c9-4428-4004-bde1-6a5aae8542da is going to be updated. [ 1369.649362] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1369.649686] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.649686] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.649854] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1369.649922] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.658524] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d66904c9-4428-4004-bde1-6a5aae8542da in Status: IN_PROGRESS for 2s [ 1371.671099] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d66904c9-4428-4004-bde1-6a5aae8542da in Status: SUCCESS [ 1371.671555] env[66341]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d66904c9-4428-4004-bde1-6a5aae8542da deletion is rescheduled due to dependency. [ 1371.671555] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d66904c9-4428-4004-bde1-6a5aae8542da" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.821334] env[66341]: INFO networking_nsxv3.common.synchronization [None req-87a5705e-2ecf-4e42-a253-5a72b1d609ae tempest-AttachVolumeTestJSON-1888029993 tempest-AttachVolumeTestJSON-1888029993-project-member] Enqueued Resource ID: 798e9cc3-90c7-46cc-9969-3438ddadc740 with Priority: HIGHEST for action security_group_rules [ 1373.821619] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 798e9cc3-90c7-46cc-9969-3438ddadc740 with Priority: HIGHEST for action security_group_rules [ 1373.821826] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-798e9cc3-90c7-46cc-9969-3438ddadc740 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.821993] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-798e9cc3-90c7-46cc-9969-3438ddadc740" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.822097] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-798e9cc3-90c7-46cc-9969-3438ddadc740" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.822341] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-798e9cc3-90c7-46cc-9969-3438ddadc740" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.822426] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('798e9cc3-90c7-46cc-9969-3438ddadc740',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1373.898967] env[66341]: INFO networking_nsxv3.common.synchronization [None req-4b7bd518-9836-4f4f-a34e-7ba73e06dad8 tempest-AttachVolumeTestJSON-1888029993 tempest-AttachVolumeTestJSON-1888029993-project-member] Enqueued Resource ID: 798e9cc3-90c7-46cc-9969-3438ddadc740 with Priority: HIGHEST for action security_group_rules [ 1373.900063] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 798e9cc3-90c7-46cc-9969-3438ddadc740 with Priority: HIGHEST for action security_group_rules [ 1373.900362] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-798e9cc3-90c7-46cc-9969-3438ddadc740 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.900527] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-798e9cc3-90c7-46cc-9969-3438ddadc740" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.343103] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.343307] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.343307] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.343484] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.343568] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.343665] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 798e9cc3-90c7-46cc-9969-3438ddadc740 already deleted. [ 1374.343834] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-798e9cc3-90c7-46cc-9969-3438ddadc740" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.343958] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-798e9cc3-90c7-46cc-9969-3438ddadc740" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.344078] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-798e9cc3-90c7-46cc-9969-3438ddadc740" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.344156] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('798e9cc3-90c7-46cc-9969-3438ddadc740',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1374.866067] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.866446] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.866446] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.866446] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.866564] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.866601] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 798e9cc3-90c7-46cc-9969-3438ddadc740 already deleted. [ 1374.866695] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-798e9cc3-90c7-46cc-9969-3438ddadc740" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.901424] env[66341]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1378.901424] env[66341]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1379.268884] env[66341]: INFO networking_nsxv3.common.synchronization [req-0d15e4a2-09ad-4878-a6be-d00b98dbeb59 req-885ba441-d479-4ac2-8eb9-b40b39d4a671 tempest-AttachVolumeTestJSON-1888029993 tempest-AttachVolumeTestJSON-1888029993-project-member] Enqueued Resource ID: 798e9cc3-90c7-46cc-9969-3438ddadc740 with Priority: HIGHEST for action security_group_members [ 1379.269439] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 798e9cc3-90c7-46cc-9969-3438ddadc740 with Priority: HIGHEST for action security_group_members [ 1379.269736] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-798e9cc3-90c7-46cc-9969-3438ddadc740 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.269858] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-798e9cc3-90c7-46cc-9969-3438ddadc740" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.269927] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-798e9cc3-90c7-46cc-9969-3438ddadc740" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.270192] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-798e9cc3-90c7-46cc-9969-3438ddadc740" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.270359] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.270444] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.270497] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.270645] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.270730] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.270820] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('798e9cc3-90c7-46cc-9969-3438ddadc740',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1379.527139] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock network-125 taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.527348] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "network-125" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.527496] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "network-125" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.527789] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "network-125" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.528073] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.528239] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.528360] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.528630] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.528805] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.529032] env[66341]: DEBUG dogpile.cache.region [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1379.529150] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] NeedRegenerationException {{(pid=66341) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1379.529283] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] no value, waiting for create lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1379.529366] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] value creation lock acquired {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1379.529469] env[66341]: DEBUG dogpile.cache.region [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] No value present for key: 'zone-id' {{(pid=66341) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1379.529577] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Calling creation function for not-yet-present value {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1379.529710] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1379.549841] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1379.550030] env[66341]: DEBUG dogpile.cache.region [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66341) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1379.550146] env[66341]: DEBUG dogpile.lock [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Released creation lock {{(pid=66341) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1379.550314] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "network-125" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.550603] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock port-554f7c64-5491-427d-a435-eba6eb95a24f taken with stack trace [, , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.550774] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "port-554f7c64-5491-427d-a435-eba6eb95a24f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.550890] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "port-554f7c64-5491-427d-a435-eba6eb95a24f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.551216] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "port-554f7c64-5491-427d-a435-eba6eb95a24f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.551356] env[66341]: DEBUG networking_nsxv3.api.rpc [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('554f7c64-5491-427d-a435-eba6eb95a24f',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1379.773460] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.773763] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.773882] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.774122] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.774285] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.774530] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.774677] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.774760] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.774941] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.775053] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.775159] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 798e9cc3-90c7-46cc-9969-3438ddadc740 already deleted. [ 1379.775259] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-798e9cc3-90c7-46cc-9969-3438ddadc740" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.053789] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1380.054148] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.054347] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.054526] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1380.054747] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.055014] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Segment Port 554f7c64-5491-427d-a435-eba6eb95a24f not found, creating... [ 1380.055243] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1380.055404] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.055527] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.055758] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1380.055901] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.056200] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1380.056359] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.056507] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.056715] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1380.056804] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.056945] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Resource: SegmentPort with ID: 554f7c64-5491-427d-a435-eba6eb95a24f is going to be created. [ 1380.077709] env[66341]: DEBUG networking_nsxv3.common.locking [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1380.077985] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.078155] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.078482] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1380.078730] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.078952] env[66341]: DEBUG oslo_concurrency.lockutils [None req-08e0dc52-95f3-4b8c-9aca-02b8ed919e91 None None] Releasing lock "port-554f7c64-5491-427d-a435-eba6eb95a24f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.767527] env[66341]: INFO networking_nsxv3.common.synchronization [req-0d15e4a2-09ad-4878-a6be-d00b98dbeb59 req-77b9c317-9fdf-4304-a3d5-b98982172392 service nova] Enqueued Resource ID: 798e9cc3-90c7-46cc-9969-3438ddadc740 with Priority: HIGHEST for action security_group_rules [ 1380.767733] env[66341]: INFO networking_nsxv3.common.synchronization [req-0d15e4a2-09ad-4878-a6be-d00b98dbeb59 req-77b9c317-9fdf-4304-a3d5-b98982172392 service nova] Enqueued Resource ID: 798e9cc3-90c7-46cc-9969-3438ddadc740 with Priority: HIGHEST for action security_group_members [ 1380.767881] env[66341]: INFO networking_nsxv3.common.synchronization [req-0d15e4a2-09ad-4878-a6be-d00b98dbeb59 req-77b9c317-9fdf-4304-a3d5-b98982172392 service nova] Enqueued Resource ID: 554f7c64-5491-427d-a435-eba6eb95a24f with Priority: HIGHEST for action port [ 1380.768409] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 798e9cc3-90c7-46cc-9969-3438ddadc740 with Priority: HIGHEST for action security_group_rules [ 1380.768576] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 798e9cc3-90c7-46cc-9969-3438ddadc740 with Priority: HIGHEST for action security_group_members [ 1380.768697] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 554f7c64-5491-427d-a435-eba6eb95a24f with Priority: HIGHEST for action port [ 1380.769105] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock rules-798e9cc3-90c7-46cc-9969-3438ddadc740 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1380.769245] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-798e9cc3-90c7-46cc-9969-3438ddadc740" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.769296] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-798e9cc3-90c7-46cc-9969-3438ddadc740" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.769494] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-798e9cc3-90c7-46cc-9969-3438ddadc740" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1380.769577] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('798e9cc3-90c7-46cc-9969-3438ddadc740',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1380.770377] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-798e9cc3-90c7-46cc-9969-3438ddadc740 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1380.770490] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-798e9cc3-90c7-46cc-9969-3438ddadc740" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.770589] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-798e9cc3-90c7-46cc-9969-3438ddadc740" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.770735] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-798e9cc3-90c7-46cc-9969-3438ddadc740" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1380.771402] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1380.771402] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.771402] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.771402] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1380.771402] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.771402] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('798e9cc3-90c7-46cc-9969-3438ddadc740',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1380.772043] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock port-554f7c64-5491-427d-a435-eba6eb95a24f taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1380.772148] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-554f7c64-5491-427d-a435-eba6eb95a24f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.772196] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-554f7c64-5491-427d-a435-eba6eb95a24f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.772405] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-554f7c64-5491-427d-a435-eba6eb95a24f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1380.772405] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('554f7c64-5491-427d-a435-eba6eb95a24f',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1381.274288] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-798e9cc3-90c7-46cc-9969-3438ddadc740 taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1381.274810] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-798e9cc3-90c7-46cc-9969-3438ddadc740" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.274810] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('798e9cc3-90c7-46cc-9969-3438ddadc740',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1381.275756] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 554f7c64-5491-427d-a435-eba6eb95a24f with status ACTIVE [ 1381.276075] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1381.276205] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.276358] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.276586] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1381.276725] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.276960] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1381.277123] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.277221] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.277434] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1381.277667] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.277855] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1381.278017] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.278135] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.278349] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1381.278478] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.278623] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 554f7c64-5491-427d-a435-eba6eb95a24f is going to be updated. [ 1381.299177] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1381.299382] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.299382] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.299562] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1381.299703] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.299863] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-554f7c64-5491-427d-a435-eba6eb95a24f" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.780441] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('798e9cc3-90c7-46cc-9969-3438ddadc740',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1382.283293] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.283643] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.283643] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.283898] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1382.283898] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1382.284028] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 798e9cc3-90c7-46cc-9969-3438ddadc740 is going to be created. [ 1382.309964] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.309964] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.309964] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.309964] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1382.310332] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1382.319154] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 798e9cc3-90c7-46cc-9969-3438ddadc740 in Status: UNINITIALIZED for 2s [ 1384.329899] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 798e9cc3-90c7-46cc-9969-3438ddadc740 in Status: SUCCESS [ 1384.330304] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-798e9cc3-90c7-46cc-9969-3438ddadc740" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1384.330304] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-798e9cc3-90c7-46cc-9969-3438ddadc740" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1384.330513] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-798e9cc3-90c7-46cc-9969-3438ddadc740" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1384.330722] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1384.330847] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1384.330904] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1384.331070] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1384.331155] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1384.331241] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-798e9cc3-90c7-46cc-9969-3438ddadc740" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1384.331332] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('798e9cc3-90c7-46cc-9969-3438ddadc740',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1384.834102] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('798e9cc3-90c7-46cc-9969-3438ddadc740',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1385.336472] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 798e9cc3-90c7-46cc-9969-3438ddadc740: rpc.has_security_group_logging(os_id): False [ 1385.354629] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1385.354831] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1385.354831] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1385.355077] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1385.355182] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1385.355406] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1385.355520] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1385.355597] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1385.355749] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1385.355826] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1385.355914] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 798e9cc3-90c7-46cc-9969-3438ddadc740 is going to be created. [ 1385.413169] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1385.413393] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1385.413393] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1385.413585] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1385.413767] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1385.424392] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 798e9cc3-90c7-46cc-9969-3438ddadc740 in Status: IN_PROGRESS for 2s [ 1385.770479] env[66341]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1385.770479] env[66341]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1387.437704] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 798e9cc3-90c7-46cc-9969-3438ddadc740 in Status: SUCCESS [ 1387.438122] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-798e9cc3-90c7-46cc-9969-3438ddadc740" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1390.772362] env[66341]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1390.772784] env[66341]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1395.774383] env[66341]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1395.774782] env[66341]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1400.775356] env[66341]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1400.775831] env[66341]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1405.776780] env[66341]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1405.777261] env[66341]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1410.778024] env[66341]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1410.778407] env[66341]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1415.779344] env[66341]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1415.779797] env[66341]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1420.780473] env[66341]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1420.780852] env[66341]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1425.782085] env[66341]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1425.782527] env[66341]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1430.785181] env[66341]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1430.785538] env[66341]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1435.786182] env[66341]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1435.786508] env[66341]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1440.787446] env[66341]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1440.787833] env[66341]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1445.789343] env[66341]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1445.789719] env[66341]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1450.791274] env[66341]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1450.791695] env[66341]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1455.792971] env[66341]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1455.793353] env[66341]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1456.036181] env[66341]: INFO networking_nsxv3.common.synchronization [req-3a6aa7ea-e6e4-4e47-a161-ca0dbe54d71b req-aaeb7b80-1131-4cea-beed-41751acc2a31 tempest-AttachVolumeTestJSON-1888029993 tempest-AttachVolumeTestJSON-1888029993-project-member] Enqueued Resource ID: 798e9cc3-90c7-46cc-9969-3438ddadc740 with Priority: HIGHEST for action security_group_members [ 1456.036508] env[66341]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 798e9cc3-90c7-46cc-9969-3438ddadc740 with Priority: HIGHEST for action security_group_members [ 1456.036825] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock member-798e9cc3-90c7-46cc-9969-3438ddadc740 taken with stack trace [, , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1456.036946] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-798e9cc3-90c7-46cc-9969-3438ddadc740" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1456.037024] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-798e9cc3-90c7-46cc-9969-3438ddadc740" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1456.037240] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-798e9cc3-90c7-46cc-9969-3438ddadc740" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1456.037392] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1456.037491] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1456.037552] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1456.037711] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1456.037795] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1456.037896] env[66341]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('798e9cc3-90c7-46cc-9969-3438ddadc740',) {} {{(pid=66341) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1456.540622] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1456.540871] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1456.540934] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1456.541190] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1456.541325] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1456.541564] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1456.541701] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1456.541797] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1456.541984] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1456.542110] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1456.542228] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 798e9cc3-90c7-46cc-9969-3438ddadc740 is going to be updated. [ 1456.577028] env[66341]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66341) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1456.577257] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1456.577257] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1456.577440] env[66341]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1456.577595] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1456.585302] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 798e9cc3-90c7-46cc-9969-3438ddadc740 in Status: IN_PROGRESS for 2s [ 1458.596503] env[66341]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 798e9cc3-90c7-46cc-9969-3438ddadc740 in Status: SUCCESS [ 1458.596503] env[66341]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 798e9cc3-90c7-46cc-9969-3438ddadc740 deletion is rescheduled due to dependency. [ 1458.596503] env[66341]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-798e9cc3-90c7-46cc-9969-3438ddadc740" {{(pid=66341) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1461.037910] env[66341]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1461.038401] env[66341]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1466.039040] env[66341]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1466.039408] env[66341]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1471.040063] env[66341]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1471.040405] env[66341]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1476.040897] env[66341]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1476.041314] env[66341]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1481.041741] env[66341]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1481.042196] env[66341]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1486.042543] env[66341]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1486.042936] env[66341]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1491.044201] env[66341]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1491.044201] env[66341]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0